Spaces:
Sleeping
Sleeping
| import pandas as pd | |
| import audioread | |
| from tqdm import tqdm | |
| from tqdm.contrib.concurrent import process_map | |
| def map_duration(tsv_withdur,tsv_toadd):# tsv_withdur 和 tsv_toadd 'name'列相同且tsv_withdur有duration信息，目标是给tsv_toadd的相同行加上duration信息。 | |
| df1 = pd.read_csv(tsv_withdur,sep='\t') | |
| df2 = pd.read_csv(tsv_toadd,sep='\t') | |
| df = df2.merge(df1,on=['name'],suffixes=['','_y']) | |
| dropset = list(set(df.columns) - set(df1.columns)) | |
| df = df.drop(dropset,axis=1) | |
| df.to_csv(tsv_toadd,sep='\t',index=False) | |
| return df | |
| def add_duration(args): | |
| index,audiopath = args | |
| try: | |
| with audioread.audio_open(audiopath) as f: | |
| totalsec = f.duration | |
| except: | |
| totalsec = -1 | |
| return (index,totalsec) | |
| def add_dur2tsv(tsv_path,save_path): | |
| df = pd.read_csv(tsv_path,sep='\t') | |
| item_list = [] | |
| for item in tqdm(df.itertuples()): | |
| item_list.append((item[0],getattr(item,'audio_path'))) | |
| r = process_map(add_duration,item_list,max_workers=16,chunksize=32) | |
| index2dur = {} | |
| for index,dur in r: | |
| if dur == -1: | |
| bad_wav = df.loc[index,'audio_path'] | |
| print(f'bad wav:{bad_wav}') | |
| index2dur[index] = dur | |
| df['duration'] = df.index.map(index2dur) | |
| df.to_csv(save_path,sep='\t',index=False) | |
| if __name__ == '__main__': | |
| add_dur2tsv('/root/autodl-tmp/liuhuadai/AudioLCM/now.tsv','/root/autodl-tmp/liuhuadai/AudioLCM/now_duration.tsv') | |
| #map_duration(tsv_withdur='tsv_maker/filter_audioset.tsv', | |
| # tsv_toadd='MAA1 Dataset tsvs/V3/refilter_audioset.tsv') | |