data_juicer_sandbox.context_infos module#

class data_juicer_sandbox.context_infos.JobInfos(meta_name: str, output_keys: List[str], outputs: List[Any])[source]#

Bases: object

__init__(meta_name: str, output_keys: List[str], outputs: List[Any])[source]#
meta_name: str#
output_keys: List[str]#
outputs: List[Any]#
to_dict()[source]#
classmethod from_dict(job_infos_dict)[source]#
class data_juicer_sandbox.context_infos.PipelineInfos(pipeline_name: str, job_meta_names: List[str] = None, job_infos: List[JobInfos] = None)[source]#

Bases: object

__init__(pipeline_name: str, job_meta_names: List[str] = None, job_infos: List[JobInfos] = None)[source]#
pipeline_name: str#
job_meta_names: List[str]#
job_infos: List[JobInfos]#
record_job_infos(job_infos: JobInfos)[source]#
get_the_last_job_infos()[source]#
to_dict()[source]#
classmethod from_dict(pipeline_context_infos_dict)[source]#
class data_juicer_sandbox.context_infos.ContextInfos(iter: int, pipeline_names=None, pipeline_infos=None)[source]#

Bases: object

__init__(iter: int, pipeline_names=None, pipeline_infos=None)[source]#
iter: int#
pipeline_names: List[str]#
pipeline_infos: List[PipelineInfos]#
record_pipeline_infos(pipeline_infos: PipelineInfos)[source]#
get_the_last_job_infos()[source]#
to_dict()[source]#
classmethod from_dict(context_infos_dict)[source]#
class data_juicer_sandbox.context_infos.GlobalContextInfos(context_infos=None)[source]#

Bases: object

__init__(context_infos=None)[source]#
context_infos: List[ContextInfos]#
record_context_infos(context_infos: ContextInfos)[source]#
get_the_last_job_infos()[source]#
to_list()[source]#
classmethod from_list(global_context_infos_list)[source]#