from abc import abstractstaticmethod from colossal_eval.utils import jdump class BaseDataset: """ Base class for dataset wrapper. Args: path: The path to the original dataset. logger: Logger for the dataset. """ def __init__(self, path, logger, few_shot, forward_only=False, load_train=False, load_reference=False): self.dataset = self.load(path, logger, few_shot, forward_only, load_train, load_reference) def save(self, save_path): """Save the converted dataset""" jdump(self.dataset, save_path) @abstractstaticmethod def load(path, logger): """Load the original dataset and convert it into the inference dataset"""