Source code for data_juicer.core.executor.base

from abc import ABC, abstractmethod
from typing import Optional

from jsonargparse import Namespace
from pydantic import PositiveInt

from data_juicer.config import init_configs




class ExecutorBase(ABC):



    @abstractmethod
    def __init__(self, cfg: Optional[Namespace] = None):
        self.cfg = init_configs() if cfg is None else cfg
        self.executor_type = 'base'




    @abstractmethod
    def run(self,
            load_data_np: Optional[PositiveInt] = None,
            skip_return=False):
        raise NotImplementedError