data_juicer_sandbox.context_infos module#

class data_juicer_sandbox.context_infos.JobInfos(meta_name: str, output_keys: List[str], outputs: List[Any])[源代码]#

基类:object

__init__(meta_name: str, output_keys: List[str], outputs: List[Any])[源代码]#
meta_name: str#
output_keys: List[str]#
outputs: List[Any]#
to_dict()[源代码]#
classmethod from_dict(job_infos_dict)[源代码]#
class data_juicer_sandbox.context_infos.PipelineInfos(pipeline_name: str, job_meta_names: List[str] = None, job_infos: List[JobInfos] = None)[源代码]#

基类:object

__init__(pipeline_name: str, job_meta_names: List[str] = None, job_infos: List[JobInfos] = None)[源代码]#
pipeline_name: str#
job_meta_names: List[str]#
job_infos: List[JobInfos]#
record_job_infos(job_infos: JobInfos)[源代码]#
get_the_last_job_infos()[源代码]#
to_dict()[源代码]#
classmethod from_dict(pipeline_context_infos_dict)[源代码]#
class data_juicer_sandbox.context_infos.ContextInfos(iter: int, pipeline_names=None, pipeline_infos=None)[源代码]#

基类:object

__init__(iter: int, pipeline_names=None, pipeline_infos=None)[源代码]#
iter: int#
pipeline_names: List[str]#
pipeline_infos: List[PipelineInfos]#
record_pipeline_infos(pipeline_infos: PipelineInfos)[源代码]#
get_the_last_job_infos()[源代码]#
to_dict()[源代码]#
classmethod from_dict(context_infos_dict)[源代码]#
class data_juicer_sandbox.context_infos.GlobalContextInfos(context_infos=None)[源代码]#

基类:object

__init__(context_infos=None)[源代码]#
context_infos: List[ContextInfos]#
record_context_infos(context_infos: ContextInfos)[源代码]#
get_the_last_job_infos()[源代码]#
to_list()[源代码]#
classmethod from_list(global_context_infos_list)[源代码]#