import os from findfile import find_files, find_dir filter_key_words = [ ".py", ".md", "readme", "log", "result", "zip", ".state_dict", ".model", ".png", "acc_", "f1_", ".backup", ".bak", ] def detect_infer_dataset(dataset_path, task="apc"): dataset_file = [] if isinstance(dataset_path, str) and os.path.isfile(dataset_path): dataset_file.append(dataset_path) return dataset_file for d in dataset_path: if not os.path.exists(d): search_path = find_dir( os.getcwd(), [d, task, "dataset"], exclude_key=filter_key_words, disable_alert=False, ) dataset_file += find_files( search_path, [".inference", d], exclude_key=["train."] + filter_key_words, ) else: dataset_file += find_files( d, [".inference", task], exclude_key=["train."] + filter_key_words ) return dataset_file