from create_extra import split_subdirs
from data_split import split_directory
from extend import ImageExtendProcessor
import yaml


def data_preprocessing(conf):
    split_subdirs(conf['data']['source_dir'], conf['data']['data_extra_dir'], conf['data']['max_files'])
    split_directory(conf['data']['source_dir'], conf['data']['train_dir'],
                    conf['data']['val_dir'], conf['data']['split_ratio'])
    image_ex = ImageExtendProcessor()
    image_ex.image_extend(conf['data']['extra_dir'],
                          '',
                          same_directory=True)


if __name__ == '__main__':
    with open('../configs/scatter_data.yml', 'r') as f:
        conf = yaml.load(f, Loader=yaml.FullLoader)
    data_preprocessing(conf)