diff --git a/llmc/data/dataset/base_dataset.py b/llmc/data/dataset/base_dataset.py index 2a4b91e8..53149acb 100644 --- a/llmc/data/dataset/base_dataset.py +++ b/llmc/data/dataset/base_dataset.py @@ -11,7 +11,7 @@ class BaseDataset(metaclass=ABCMeta): - def __init__(self, tokenizer, calib_cfg, processor): + def __init__(self, tokenizer, calib_cfg, processor=None): # calib_cfg logger.info(f'calib_cfg : {calib_cfg}') self.tokenizer = tokenizer