Source code for data_juicer.ops.load

from .base_op import OPERATORS


[docs] def load_ops(process_list): """ Load op list according to the process list from config file. :param process_list: A process list. Each item is an op name and its arguments. :return: The op instance list. """ ops = [] new_process_list = [] for process in process_list: op_name, args = list(process.items())[0] ops.append(OPERATORS.modules[op_name](**args)) new_process_list.append(process) # store the OP configs into each OP for op_cfg, op in zip(new_process_list, ops): op._op_cfg = op_cfg return ops