21 lines
750 B
Python
21 lines
750 B
Python
from create_extra import split_subdirs
|
|
from data_split import split_directory
|
|
from extend import ImageExtendProcessor
|
|
import yaml
|
|
|
|
|
|
def data_preprocessing(conf):
|
|
split_subdirs(conf['data']['source_dir'], conf['data']['data_extra_dir'], conf['data']['max_files'])
|
|
split_directory(conf['data']['source_dir'], conf['data']['train_dir'],
|
|
conf['data']['val_dir'], conf['data']['split_ratio'])
|
|
image_ex = ImageExtendProcessor()
|
|
image_ex.image_extend(conf['data']['extra_dir'],
|
|
'',
|
|
same_directory=True)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
with open('../configs/scatter_data.yml', 'r') as f:
|
|
conf = yaml.load(f, Loader=yaml.FullLoader)
|
|
data_preprocessing(conf)
|