16 lines
665 B
Python
16 lines
665 B
Python
from omegaconf import OmegaConf
|
|
from os.path import join as pjoin
|
|
from ..config import instantiate_from_config
|
|
|
|
|
|
def build_data(cfg, phase="train"):
|
|
data_config = OmegaConf.to_container(cfg.DATASET, resolve=True)
|
|
data_config['params'] = {'cfg': cfg, 'phase': phase}
|
|
if isinstance(data_config['target'], str):
|
|
return instantiate_from_config(data_config)
|
|
elif isinstance(data_config['target'], list):
|
|
data_config_tmp = data_config.copy()
|
|
data_config_tmp['params']['dataModules'] = data_config['target']
|
|
data_config_tmp['target'] = 'mGPT.data.Concat.ConcatDataModule'
|
|
return instantiate_from_config(data_config)
|