Filter#
- alphanumeric_filter
- audio_duration_filter
- audio_nmf_snr_filter
- audio_size_filter
- average_line_length_filter
- character_repetition_filter
- flagged_words_filter
- general_field_filter
- image_aesthetics_filter
- image_aspect_ratio_filter
- image_face_count_filter
- image_face_ratio_filter
- image_nsfw_filter
- image_pair_similarity_filter
- image_shape_filter
- image_size_filter
- image_text_matching_filter
- image_text_similarity_filter
- image_watermark_filter
- in_context_influence_filter
- instruction_following_difficulty_filter
- language_id_score_filter
- llm_analysis_filter
- llm_difficulty_score_filter
- llm_perplexity_filter
- llm_quality_score_filter
- llm_task_relevance_filter
- maximum_line_length_filter
- perplexity_filter
- phrase_grounding_recall_filter
- special_characters_filter
- specified_field_filter
- specified_numeric_field_filter
- stopwords_filter
- suffix_filter
- text_action_filter
- text_embd_similarity_filter
- text_entity_dependency_filter
- text_length_filter
- text_pair_similarity_filter
- token_num_filter
- video_aesthetics_filter
- video_aspect_ratio_filter
- video_duration_filter
- video_frames_text_similarity_filter
- video_motion_score_filter
- video_motion_score_raft_filter
- video_nsfw_filter
- video_ocr_area_ratio_filter
- video_resolution_filter
- video_tagging_from_frames_filter
- video_watermark_filter
- word_repetition_filter
- words_num_filter