Index _ | A | B | C | D | E | F | G | H | I | J | K | L | M | O | P | Q | R | S | T | V | W _ __init__() (data_juicer_sandbox.context_infos.ContextInfos method) (data_juicer_sandbox.context_infos.GlobalContextInfos method) (data_juicer_sandbox.context_infos.JobInfos method) (data_juicer_sandbox.context_infos.PipelineInfos method) (data_juicer_sandbox.data_pool_manipulators.BaseDataPoolManipulator method) (data_juicer_sandbox.env_manager.CondaEnv method) (data_juicer_sandbox.env_manager.VirtualEnv method) (data_juicer_sandbox.evaluators.AccuracyEvaluator method) (data_juicer_sandbox.evaluators.BaseEvaluator method) (data_juicer_sandbox.evaluators.MSEEvaluator method) (data_juicer_sandbox.hooks.BaseHook method) (data_juicer_sandbox.hooks.DataPoolManipulationHook method) (data_juicer_sandbox.hooks.EvaluateDataHook method) (data_juicer_sandbox.hooks.EvaluateModelHook method) (data_juicer_sandbox.hooks.GeneralDataExecutorHook method) (data_juicer_sandbox.hooks.GeneralProbeHook method) (data_juicer_sandbox.hooks.InferModelHook method) (data_juicer_sandbox.hooks.ProbeViaAnalyzerHook method) (data_juicer_sandbox.hooks.ProbeViaModelInferHook method) (data_juicer_sandbox.hooks.ProcessDataHook method) (data_juicer_sandbox.hooks.RefineRecipeViaKSigmaHook method) (data_juicer_sandbox.hooks.RefineRecipeViaModelFeedbackHook method) (data_juicer_sandbox.hooks.TrainModelHook method) (data_juicer_sandbox.model_executors.APIModelInferExecutor method) (data_juicer_sandbox.model_executors.BaseModelExecutor method) (data_juicer_sandbox.model_executors.HFTransformersInferExecutor method) (data_juicer_sandbox.model_executors.LLaMAFactoryExecutor method) (data_juicer_sandbox.model_executors.LLaVAExecutor method) (data_juicer_sandbox.model_executors.LLMInferExecutor method) (data_juicer_sandbox.model_executors.MegatronExecutor method) (data_juicer_sandbox.model_executors.ModelscopeInferProbeExecutor method) (data_juicer_sandbox.model_executors.ModelscopeTrainExecutor method) (data_juicer_sandbox.model_executors.VLLMInferExecutor method) (data_juicer_sandbox.pipelines.SandBoxExecutor method) (data_juicer_sandbox.pipelines.SandboxPipeline method) (data_juicer_sandbox.pipelines.SandBoxWatcher method) (data_juicer_sandbox.pipelines.Target method) A AccuracyEvaluator (class in data_juicer_sandbox.evaluators) add_iter_subdir_to_paths() (in module data_juicer_sandbox.utils) APIModelInferExecutor (class in data_juicer_sandbox.model_executors) B BaseDataPoolManipulator (class in data_juicer_sandbox.data_pool_manipulators) BaseEvaluator (class in data_juicer_sandbox.evaluators) BaseHook (class in data_juicer_sandbox.hooks) BaseModelExecutor (class in data_juicer_sandbox.model_executors) build_executor() (data_juicer_sandbox.model_executors.ModelscopeTrainExecutor method) build_messages() (in module data_juicer_sandbox.helper_funcs) build_messages_for_math_qa() (in module data_juicer_sandbox.helper_funcs) C cfg_modify_fn() (data_juicer_sandbox.model_executors.ModelscopeTrainExecutor method) check_availability() (data_juicer_sandbox.env_manager.CondaEnv method) (data_juicer_sandbox.env_manager.Env method) (data_juicer_sandbox.env_manager.VirtualEnv method) check_io_paths() (in module data_juicer_sandbox.data_pool_manipulators) check_target() (data_juicer_sandbox.pipelines.Target method) CondaEnv (class in data_juicer_sandbox.env_manager) context_infos (data_juicer_sandbox.context_infos.GlobalContextInfos attribute) ContextInfos (class in data_juicer_sandbox.context_infos) create() (data_juicer_sandbox.env_manager.CondaEnv method) (data_juicer_sandbox.env_manager.Env method) (data_juicer_sandbox.env_manager.VirtualEnv method) D data_connector() (data_juicer_sandbox.model_executors.BaseModelExecutor method) (data_juicer_sandbox.model_executors.ModelScopeExecutor method) data_juicer_sandbox module data_juicer_sandbox.context_infos module data_juicer_sandbox.data_pool_manipulators module data_juicer_sandbox.env_manager module data_juicer_sandbox.evaluators module data_juicer_sandbox.factories module data_juicer_sandbox.helper_funcs module data_juicer_sandbox.hooks module data_juicer_sandbox.model_executors module data_juicer_sandbox.pipelines module data_juicer_sandbox.utils module DataAnalyzerFactory (class in data_juicer_sandbox.factories) DataEvaluatorFactory (class in data_juicer_sandbox.factories) DataExecutorFactory (class in data_juicer_sandbox.factories) DataPoolCartesianJoin (class in data_juicer_sandbox.data_pool_manipulators) DataPoolCombination (class in data_juicer_sandbox.data_pool_manipulators) DataPoolConstruction (class in data_juicer_sandbox.data_pool_manipulators) DataPoolDownsampling (class in data_juicer_sandbox.data_pool_manipulators) DataPoolDuplication (class in data_juicer_sandbox.data_pool_manipulators) DataPoolManipulationHook (class in data_juicer_sandbox.hooks) DataPoolManipulatorFactory (class in data_juicer_sandbox.factories) DataPoolMerging (class in data_juicer_sandbox.data_pool_manipulators) DataPoolRanking (class in data_juicer_sandbox.data_pool_manipulators) E Env (class in data_juicer_sandbox.env_manager) env_cls (in module data_juicer_sandbox.env_manager) EvaluateDataHook (class in data_juicer_sandbox.hooks) EvaluateModelHook (class in data_juicer_sandbox.hooks) execute_hpo_wandb() (data_juicer_sandbox.pipelines.SandboxPipeline method) executor_infer() (data_juicer_sandbox.model_executors.APIModelInferExecutor method) (data_juicer_sandbox.model_executors.HFTransformersInferExecutor method) (data_juicer_sandbox.model_executors.LLMInferExecutor method) (data_juicer_sandbox.model_executors.VLLMInferExecutor method) exists() (data_juicer_sandbox.env_manager.CondaEnv method) (data_juicer_sandbox.env_manager.Env method) (data_juicer_sandbox.env_manager.VirtualEnv method) F from_dict() (data_juicer_sandbox.context_infos.ContextInfos class method) (data_juicer_sandbox.context_infos.JobInfos class method) (data_juicer_sandbox.context_infos.PipelineInfos class method) from_list() (data_juicer_sandbox.context_infos.GlobalContextInfos class method) G GeneralDataExecutorFactory (class in data_juicer_sandbox.factories) GeneralDataExecutorHook (class in data_juicer_sandbox.hooks) GeneralProbeFactory (class in data_juicer_sandbox.factories) GeneralProbeHook (class in data_juicer_sandbox.hooks) get_longest_common_prefix() (in module data_juicer_sandbox.data_pool_manipulators) get_the_last_job_infos() (data_juicer_sandbox.context_infos.ContextInfos method) (data_juicer_sandbox.context_infos.GlobalContextInfos method) (data_juicer_sandbox.context_infos.PipelineInfos method) GlobalContextInfos (class in data_juicer_sandbox.context_infos) Gpt3QualityEvaluator (class in data_juicer_sandbox.evaluators) Gpt4VEvaluator (class in data_juicer_sandbox.evaluators) GptEvaluator (class in data_juicer_sandbox.evaluators) guess_file_or_dir() (in module data_juicer_sandbox.utils) H HelmEvaluator (class in data_juicer_sandbox.evaluators) HFTransformersInferExecutor (class in data_juicer_sandbox.model_executors) hook() (data_juicer_sandbox.hooks.BaseHook method) (data_juicer_sandbox.hooks.DataPoolManipulationHook method) (data_juicer_sandbox.hooks.EvaluateDataHook method) (data_juicer_sandbox.hooks.EvaluateModelHook method) (data_juicer_sandbox.hooks.GeneralDataExecutorHook method) (data_juicer_sandbox.hooks.GeneralProbeHook method) (data_juicer_sandbox.hooks.InferModelHook method) (data_juicer_sandbox.hooks.ProbeViaAnalyzerHook method) (data_juicer_sandbox.hooks.ProbeViaModelInferHook method) (data_juicer_sandbox.hooks.ProcessDataHook method) (data_juicer_sandbox.hooks.RefineRecipeViaKSigmaHook method) (data_juicer_sandbox.hooks.RefineRecipeViaModelFeedbackHook method) (data_juicer_sandbox.hooks.TrainModelHook method) I InceptionEvaluator (class in data_juicer_sandbox.evaluators) InferModelHook (class in data_juicer_sandbox.hooks) install_py_deps() (data_juicer_sandbox.env_manager.CondaEnv method) (data_juicer_sandbox.env_manager.Env method) (data_juicer_sandbox.env_manager.VirtualEnv method) iter (data_juicer_sandbox.context_infos.ContextInfos attribute) iterative_update_pipelines() (data_juicer_sandbox.pipelines.SandBoxExecutor method) J job_infos (data_juicer_sandbox.context_infos.PipelineInfos attribute) job_meta_names (data_juicer_sandbox.context_infos.PipelineInfos attribute) JobInfos (class in data_juicer_sandbox.context_infos) K key (data_juicer_sandbox.pipelines.Target attribute) L LLaMAFactoryExecutor (class in data_juicer_sandbox.model_executors) LLaVAExecutor (class in data_juicer_sandbox.model_executors) LLMInferExecutor (class in data_juicer_sandbox.model_executors) LmHarnessEvaluator (class in data_juicer_sandbox.evaluators) load_data_pool() (in module data_juicer_sandbox.data_pool_manipulators) M make_hashable() (in module data_juicer_sandbox.data_pool_manipulators) MegatronExecutor (class in data_juicer_sandbox.model_executors) meta_name (data_juicer_sandbox.context_infos.JobInfos attribute) ModelEvaluatorFactory (class in data_juicer_sandbox.factories) ModelInferEvaluatorFactory (class in data_juicer_sandbox.factories) ModelInferExecutorFactory (class in data_juicer_sandbox.factories) ModelscopeEvaluator (class in data_juicer_sandbox.evaluators) ModelScopeExecutor (class in data_juicer_sandbox.model_executors) ModelscopeInferProbeExecutor (class in data_juicer_sandbox.model_executors) ModelscopeTrainExecutor (class in data_juicer_sandbox.model_executors) ModelTrainExecutorFactory (class in data_juicer_sandbox.factories) module data_juicer_sandbox data_juicer_sandbox.context_infos data_juicer_sandbox.data_pool_manipulators data_juicer_sandbox.env_manager data_juicer_sandbox.evaluators data_juicer_sandbox.factories data_juicer_sandbox.helper_funcs data_juicer_sandbox.hooks data_juicer_sandbox.model_executors data_juicer_sandbox.pipelines data_juicer_sandbox.utils MSEEvaluator (class in data_juicer_sandbox.evaluators) O one_trial() (data_juicer_sandbox.pipelines.SandboxPipeline method) op (data_juicer_sandbox.pipelines.Target attribute) output_keys (data_juicer_sandbox.context_infos.JobInfos attribute) outputs (data_juicer_sandbox.context_infos.JobInfos attribute) P parse_iter_targets() (data_juicer_sandbox.pipelines.Target method) parse_output() (in module data_juicer_sandbox.helper_funcs) parse_pipelines() (data_juicer_sandbox.pipelines.SandBoxExecutor method) pipeline_infos (data_juicer_sandbox.context_infos.ContextInfos attribute) pipeline_name (data_juicer_sandbox.context_infos.PipelineInfos attribute) pipeline_names (data_juicer_sandbox.context_infos.ContextInfos attribute) PipelineInfos (class in data_juicer_sandbox.context_infos) prepare_executor() (data_juicer_sandbox.model_executors.APIModelInferExecutor method) (data_juicer_sandbox.model_executors.HFTransformersInferExecutor method) (data_juicer_sandbox.model_executors.LLMInferExecutor method) (data_juicer_sandbox.model_executors.VLLMInferExecutor method) ProbeViaAnalyzerHook (class in data_juicer_sandbox.hooks) ProbeViaModelInferHook (class in data_juicer_sandbox.hooks) ProcessDataHook (class in data_juicer_sandbox.hooks) Q query() (data_juicer_sandbox.pipelines.SandBoxWatcher method) R record_context_infos() (data_juicer_sandbox.context_infos.GlobalContextInfos method) record_job_infos() (data_juicer_sandbox.context_infos.PipelineInfos method) record_pipeline_infos() (data_juicer_sandbox.context_infos.ContextInfos method) RefineRecipeViaKSigmaHook (class in data_juicer_sandbox.hooks) RefineRecipeViaModelFeedbackHook (class in data_juicer_sandbox.hooks) register_hook() (in module data_juicer_sandbox.hooks) register_jobs() (data_juicer_sandbox.pipelines.SandboxPipeline method) run() (data_juicer_sandbox.data_pool_manipulators.BaseDataPoolManipulator method) (data_juicer_sandbox.data_pool_manipulators.DataPoolCartesianJoin method) (data_juicer_sandbox.data_pool_manipulators.DataPoolCombination method) (data_juicer_sandbox.data_pool_manipulators.DataPoolConstruction method) (data_juicer_sandbox.data_pool_manipulators.DataPoolDownsampling method) (data_juicer_sandbox.data_pool_manipulators.DataPoolDuplication method) (data_juicer_sandbox.data_pool_manipulators.DataPoolMerging method) (data_juicer_sandbox.data_pool_manipulators.DataPoolRanking method) (data_juicer_sandbox.evaluators.AccuracyEvaluator method) (data_juicer_sandbox.evaluators.BaseEvaluator method) (data_juicer_sandbox.evaluators.Gpt3QualityEvaluator method) (data_juicer_sandbox.evaluators.Gpt4VEvaluator method) (data_juicer_sandbox.evaluators.GptEvaluator method) (data_juicer_sandbox.evaluators.HelmEvaluator method) (data_juicer_sandbox.evaluators.InceptionEvaluator method) (data_juicer_sandbox.evaluators.LmHarnessEvaluator method) (data_juicer_sandbox.evaluators.ModelscopeEvaluator method) (data_juicer_sandbox.evaluators.MSEEvaluator method) (data_juicer_sandbox.evaluators.VideoFvdEvaluator method) (data_juicer_sandbox.hooks.BaseHook method) (data_juicer_sandbox.model_executors.BaseModelExecutor method) (data_juicer_sandbox.pipelines.SandBoxExecutor method) (data_juicer_sandbox.pipelines.SandboxPipeline method) run_cmd() (data_juicer_sandbox.env_manager.CondaEnv method) (data_juicer_sandbox.env_manager.Env method) (data_juicer_sandbox.env_manager.VirtualEnv method) run_subprocess() (data_juicer_sandbox.model_executors.BaseModelExecutor method) S SandBoxExecutor (class in data_juicer_sandbox.pipelines) SandboxPipeline (class in data_juicer_sandbox.pipelines) SandBoxWatcher (class in data_juicer_sandbox.pipelines) setup_sweep() (data_juicer_sandbox.pipelines.SandBoxWatcher method) specify_dj_and_extra_configs() (data_juicer_sandbox.hooks.BaseHook method) specify_job_configs() (data_juicer_sandbox.pipelines.SandBoxExecutor method) specify_jobs_configs() (data_juicer_sandbox.pipelines.SandBoxExecutor method) SUPPORT_OPS (data_juicer_sandbox.pipelines.Target attribute) SUPPORTED_MANAGERS (data_juicer_sandbox.env_manager.CondaEnv attribute) (data_juicer_sandbox.env_manager.VirtualEnv attribute) T Target (class in data_juicer_sandbox.pipelines) tgt_val (data_juicer_sandbox.pipelines.Target attribute) to_dict() (data_juicer_sandbox.context_infos.ContextInfos method) (data_juicer_sandbox.context_infos.JobInfos method) (data_juicer_sandbox.context_infos.PipelineInfos method) to_list() (data_juicer_sandbox.context_infos.GlobalContextInfos method) TrainModelHook (class in data_juicer_sandbox.hooks) V validate_hook_output() (in module data_juicer_sandbox.utils) VideoFvdEvaluator (class in data_juicer_sandbox.evaluators) VirtualEnv (class in data_juicer_sandbox.env_manager) VLLMInferExecutor (class in data_juicer_sandbox.model_executors) W watch() (data_juicer_sandbox.pipelines.SandBoxWatcher method) watch_cfgs() (data_juicer_sandbox.pipelines.SandBoxWatcher method) watch_run() (data_juicer_sandbox.model_executors.BaseModelExecutor method)