Files
modelscope-scepter/scepter/modules/data/sampler/base_sampler.py
T
2024-05-27 13:15:48 +08:00

41 lines
1001 B
Python

# -*- coding: utf-8 -*-
# Copyright (c) Alibaba, Inc. and its affiliates.
from scepter.modules.utils.config import dict_to_yaml
from scepter.modules.utils.distribute import we
from torch.utils.data.sampler import Sampler
class BaseSampler(Sampler):
para_dict = {}
def __init__(self, cfg, logger=None):
self.cfg = cfg
self.logger = logger
self.seed = cfg.get('SEED', we.seed)
self.batch_size = cfg.get('BATCH_SIZE', 1)
def __iter__(self):
pass
def __len__(self):
return 1
@staticmethod
def get_config_template():
'''
{ "ENV" :
{ "description" : "",
"A" : {
"value": 1.0,
"description": ""
}
}
}
:return:
'''
return dict_to_yaml('SAMPLERS',
__class__.__name__,
BaseSampler.para_dict,
set_name=True)