import os import argparse import librosa from multiprocessing import Pool, cpu_count import soundfile from tqdm import tqdm def process(item): spkdir, wav_name, args = item speaker = spkdir.replace("\\", "/").split("/")[-1] wav_path = os.path.join(args.in_dir, speaker, wav_name) if os.path.exists(wav_path) and ".wav" in wav_path: os.makedirs(os.path.join(args.out_dir, speaker), exist_ok=True) wav, sr = librosa.load(wav_path, sr=args.sr) soundfile.write(os.path.join(args.out_dir, speaker, wav_name), wav, sr) if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--sr", type=int, default=44100, help="sampling rate") parser.add_argument( "--in_dir", type=str, default="./raw", help="path to source dir" ) parser.add_argument( "--out_dir", type=str, default="./dataset", help="path to target dir" ) args = parser.parse_args() # processes = 8 processes = cpu_count() - 2 if cpu_count() > 4 else 1 pool = Pool(processes=processes) for speaker in os.listdir(args.in_dir): spk_dir = os.path.join(args.in_dir, speaker) if os.path.isdir(spk_dir): print(spk_dir) for _ in tqdm( pool.imap_unordered( process, [ (spk_dir, i, args) for i in os.listdir(spk_dir) if i.endswith("wav") ], ) ): pass