LICENSE
README.md
setup.py
DataFlow_421_dev.egg-info/PKG-INFO
DataFlow_421_dev.egg-info/SOURCES.txt
DataFlow_421_dev.egg-info/dependency_links.txt
DataFlow_421_dev.egg-info/requires.txt
DataFlow_421_dev.egg-info/top_level.txt
adp/__init__.py
adp/adapters/__init__.py
adp/adapters/registry_adapter.py
dataflow/__init__.py
dataflow/Agent for System/__init__.py
dataflow/Eval/__init__.py
dataflow/Eval/Text/__init__.py
dataflow/Eval/Text/models/__init__.py
dataflow/Eval/Text/models/debertav3_scorer.py
dataflow/Eval/Text/models/deita_complexity_scorer.py
dataflow/Eval/Text/models/deita_quality_scorer.py
dataflow/Eval/Text/models/fineweb_edu_scorer.py
dataflow/Eval/Text/models/instag_scorer.py
dataflow/Eval/Text/models/pair_qual_scorer.py
dataflow/Eval/Text/models/perplexity_scorer.py
dataflow/Eval/Text/models/presidio_scorer.py
dataflow/Eval/Text/models/qurating_scorer.py
dataflow/Eval/Text/models/rm_scorer.py
dataflow/Eval/Text/models/superfiltering_scorer.py
dataflow/Eval/Text/models/textbook_scorer.py
dataflow/Eval/Text/models/unieval_scorer.py
dataflow/Eval/Text/statistics/__init__.py
dataflow/Eval/Text/statistics/langkit_scorer.py
dataflow/Eval/Text/statistics/lexical_diversity_scorer.py
dataflow/Eval/Text/statistics/ngram_scorer.py
dataflow/Eval/image/__init__.py
dataflow/Eval/image/clip_scorer.py
dataflow/Eval/image/clip_t5_scorer.py
dataflow/Eval/image/fid_scorer.py
dataflow/Eval/image/fleur_scorer.py
dataflow/Eval/image/image_aspect_ratio_scorer.py
dataflow/Eval/image/image_resolution_scorer.py
dataflow/Eval/image/image_text_scorer.py
dataflow/Eval/image/is_scorer.py
dataflow/Eval/image/kid_scorer.py
dataflow/Eval/image/longclip_scorer.py
dataflow/Eval/image/pyiqa_scorer.py
dataflow/Eval/image/visual_dialog_scorer.py
dataflow/Eval/image/clip_t5/__init__.py
dataflow/Eval/image/clip_t5/model/__init__.py
dataflow/Eval/video/__init__.py
dataflow/Eval/video/dover_scorer.py
dataflow/Eval/video/emscorer.py
dataflow/Eval/video/fastvqa_scorer.py
dataflow/Eval/video/pacscorer.py
dataflow/Eval/video/video_aesthetic_scorer.py
dataflow/Eval/video/video_motion_scorer.py
dataflow/Eval/video/video_resolution_scorer.py
dataflow/Eval/video/dover/__init__.py
dataflow/Eval/video/dover/datasets/__init__.py
dataflow/Eval/video/dover/datasets/basic_datasets.py
dataflow/Eval/video/dover/datasets/dover_datasets.py
dataflow/Eval/video/dover/models/__init__.py
dataflow/Eval/video/dover/models/backbone_get_attention.py
dataflow/Eval/video/dover/models/backbone_v0_1.py
dataflow/Eval/video/dover/models/conv_backbone.py
dataflow/Eval/video/dover/models/evaluator.py
dataflow/Eval/video/dover/models/head.py
dataflow/Eval/video/dover/models/swin_backbone.py
dataflow/Eval/video/dover/models/xclip_backbone.py
dataflow/Eval/video/emscore/__init__.py
dataflow/Eval/video/emscore/utils.py
dataflow/Eval/video/fastvqa/__init__.py
dataflow/Eval/video/fastvqa/version.py
dataflow/Eval/video/fastvqa/datasets/__init__.py
dataflow/Eval/video/fastvqa/datasets/basic_datasets.py
dataflow/Eval/video/fastvqa/datasets/fusion_datasets.py
dataflow/Eval/video/fastvqa/models/__init__.py
dataflow/Eval/video/fastvqa/models/backbone_get_attention.py
dataflow/Eval/video/fastvqa/models/backbone_v0_1.py
dataflow/Eval/video/fastvqa/models/conv_backbone.py
dataflow/Eval/video/fastvqa/models/evaluator.py
dataflow/Eval/video/fastvqa/models/head.py
dataflow/Eval/video/fastvqa/models/swin_backbone.py
dataflow/Eval/video/fastvqa/models/xclip_backbone.py
dataflow/config/__init__.py
dataflow/config/config.py
dataflow/core/__init__.py
dataflow/core/scorer.py
dataflow/data/__init__.py
dataflow/data/dataflow_dataset.py
dataflow/data/image_dataset.py
dataflow/data/pure_video_dataset.py
dataflow/data/storage.py
dataflow/data/text_dataset.py
dataflow/data/video_caption_dataset.py
dataflow/format/__init__.py
dataflow/format/image_formatter.py
dataflow/format/text_formatter.py
dataflow/format/video_formatter.py
dataflow/generator/__init__.py
dataflow/generator/run.py
dataflow/generator/algorithms/AnswerExtraction_qwenmatheval.py
dataflow/generator/algorithms/AnswerGenerator.py
dataflow/generator/algorithms/AnswerGenerator_reasoning.py
dataflow/generator/algorithms/AnswerJudger_mathverify.py
dataflow/generator/algorithms/AnswerJudger_xverify.py
dataflow/generator/algorithms/AnswerPipelineRoot.py
dataflow/generator/algorithms/CodeCommentGenerator.py
dataflow/generator/algorithms/CodeFilter.py
dataflow/generator/algorithms/CodeRefiner.py
dataflow/generator/algorithms/CodeScorer.py
dataflow/generator/algorithms/DatabaseSchemaExtractor.py
dataflow/generator/algorithms/ExtraKnowledgeGenerator.py
dataflow/generator/algorithms/ExtractLines.py
dataflow/generator/algorithms/GoldsqlExecution.py
dataflow/generator/algorithms/LanguageClassifier.py
dataflow/generator/algorithms/MCTSAnswerGenerator.py
dataflow/generator/algorithms/OSSInstGenerator.py
dataflow/generator/algorithms/PretrainGenerator.py
dataflow/generator/algorithms/PromptGenerator.py
dataflow/generator/algorithms/PseudoAnswerGenerator.py
dataflow/generator/algorithms/PseudoAnswerGenerator_reasoning.py
dataflow/generator/algorithms/QuestionCategoryClassifier.py
dataflow/generator/algorithms/QuestionDifficultyClassifier.py
dataflow/generator/algorithms/QuestionGenerator.py
dataflow/generator/algorithms/QuestionRefiner.py
dataflow/generator/algorithms/SQLDifficultyClassifier.py
dataflow/generator/algorithms/SQLFilter.py
dataflow/generator/algorithms/SchemaLinking.py
dataflow/generator/algorithms/StaticCodeChecker.py
dataflow/generator/algorithms/SupervisedFinetuneGenerator.py
dataflow/generator/algorithms/Text2SQLDifficultyClassifier.py
dataflow/generator/algorithms/TextSQLConsistency.py
dataflow/generator/algorithms/TreeSitterParser.py
dataflow/generator/algorithms/__init__.py
dataflow/generator/utils/APIGenerator_aisuite.py
dataflow/generator/utils/APIGenerator_request.py
dataflow/generator/utils/LocalModelGenerator.py
dataflow/generator/utils/Prompts.py
dataflow/generator/utils/__init__.py
dataflow/process/__init__.py
dataflow/process/image/__init__.py
dataflow/process/image/deduplicators/__init__.py
dataflow/process/image/deduplicators/deduplicator.py
dataflow/process/image/filters/__init__.py
dataflow/process/image/filters/image_aspect_ratio_filter.py
dataflow/process/image/filters/image_resolution_filter.py
dataflow/process/image/filters/image_text_similarity_filter.py
dataflow/process/image/filters/pyiqa_filter.py
dataflow/process/text/__init__.py
dataflow/process/text/deduplicators/__init__.py
dataflow/process/text/deduplicators/ccnet_deduplicator.py
dataflow/process/text/deduplicators/hash_deduplicator.py
dataflow/process/text/deduplicators/minhash_deduplicator.py
dataflow/process/text/deduplicators/ngramhash_deduplicator.py
dataflow/process/text/deduplicators/sem_deduplicator.py
dataflow/process/text/deduplicators/simhash_deduplicator.py
dataflow/process/text/filters/__init__.py
dataflow/process/text/filters/alpagasus_filter.py
dataflow/process/text/filters/debertav3_filter.py
dataflow/process/text/filters/deita_complexity_filter.py
dataflow/process/text/filters/deita_quality_filter.py
dataflow/process/text/filters/finewebedu_filter.py
dataflow/process/text/filters/heuristics.py
dataflow/process/text/filters/instag_filter.py
dataflow/process/text/filters/langkit_filter.py
dataflow/process/text/filters/language_filter.py
dataflow/process/text/filters/lexical_diversity_filter.py
dataflow/process/text/filters/ngram_filter.py
dataflow/process/text/filters/pair_qual_filter.py
dataflow/process/text/filters/perplexity_filter.py
dataflow/process/text/filters/perspective_filter.py
dataflow/process/text/filters/presidio_filter.py
dataflow/process/text/filters/qurating_filter.py
dataflow/process/text/filters/reward_model_filter.py
dataflow/process/text/filters/superfiltering_filter.py
dataflow/process/text/filters/textbook_filter.py
dataflow/process/text/filters/treeinstrct_filter.py
dataflow/process/text/filters/unieval_filter.py
dataflow/process/text/reasoners/__init__.py
dataflow/process/text/reasoners/answer_formatter_filter.py
dataflow/process/text/reasoners/answer_ground_truth_filter.py
dataflow/process/text/reasoners/answer_ngram_filter.py
dataflow/process/text/reasoners/answer_token_length_filter.py
dataflow/process/text/reasoners/math_problem_filter.py
dataflow/process/text/refiners/__init__.py
dataflow/process/text/refiners/html_url_remover_refiner.py
dataflow/process/text/refiners/lowercase_refiner.py
dataflow/process/text/refiners/ner_refiner.py
dataflow/process/text/refiners/pii_anonymize_refiner.py
dataflow/process/text/refiners/remove_contractions_refiner.py
dataflow/process/text/refiners/remove_emoji_refiner.py
dataflow/process/text/refiners/remove_emoticons_refiner.py
dataflow/process/text/refiners/remove_extra_spaces_refiner.py
dataflow/process/text/refiners/remove_number_refiner.py
dataflow/process/text/refiners/remove_punctuation_refiner.py
dataflow/process/text/refiners/remove_repetitions_punctuation_refiner.py
dataflow/process/text/refiners/remove_stopwords_refiner.py
dataflow/process/text/refiners/spelling_correction_refiner.py
dataflow/process/text/refiners/stemming_lemmatization_refiner.py
dataflow/process/text/refiners/text_normalization_refiner.py
dataflow/process/video/__init__.py
dataflow/process/video/filters/__init__.py
dataflow/process/video/filters/dover_filter.py
dataflow/process/video/filters/emscore_filter.py
dataflow/process/video/filters/fastervqa_filter.py
dataflow/process/video/filters/fastvqa_filter.py
dataflow/process/video/filters/pacscore_filter.py
dataflow/process/video/filters/video_motion_filter.py
dataflow/process/video/filters/video_resolution_filter.py
dataflow/retrieve/__init__.py
dataflow/utils/__init__.py
dataflow/utils/api_utils.py
dataflow/utils/image_utils.py
dataflow/utils/json_utils.py
dataflow/utils/mm_utils.py
dataflow/utils/model_utils.py
dataflow/utils/registry.py
dataflow/utils/text_utils.py
dataflow/utils/utils.py
dataflow/visualization/__init__.py