Spaces:
Sleeping
Sleeping
File size: 1,622 Bytes
6efc863 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
import pandas as pd
import audioread
from tqdm import tqdm
from tqdm.contrib.concurrent import process_map
def map_duration(tsv_withdur,tsv_toadd):# tsv_withdur 和 tsv_toadd 'name'列相同且tsv_withdur有duration信息，目标是给tsv_toadd的相同行加上duration信息。
df1 = pd.read_csv(tsv_withdur,sep='\t')
df2 = pd.read_csv(tsv_toadd,sep='\t')
df = df2.merge(df1,on=['name'],suffixes=['','_y'])
dropset = list(set(df.columns) - set(df1.columns))
df = df.drop(dropset,axis=1)
df.to_csv(tsv_toadd,sep='\t',index=False)
return df
def add_duration(args):
index,audiopath = args
try:
with audioread.audio_open(audiopath) as f:
totalsec = f.duration
except:
totalsec = -1
return (index,totalsec)
def add_dur2tsv(tsv_path,save_path):
df = pd.read_csv(tsv_path,sep='\t')
item_list = []
for item in tqdm(df.itertuples()):
item_list.append((item[0],getattr(item,'audio_path')))
r = process_map(add_duration,item_list,max_workers=16,chunksize=32)
index2dur = {}
for index,dur in r:
if dur == -1:
bad_wav = df.loc[index,'audio_path']
print(f'bad wav:{bad_wav}')
index2dur[index] = dur
df['duration'] = df.index.map(index2dur)
df.to_csv(save_path,sep='\t',index=False)
if __name__ == '__main__':
add_dur2tsv('/root/autodl-tmp/liuhuadai/AudioLCM/now.tsv','/root/autodl-tmp/liuhuadai/AudioLCM/now_duration.tsv')
#map_duration(tsv_withdur='tsv_maker/filter_audioset.tsv',
# tsv_toadd='MAA1 Dataset tsvs/V3/refilter_audioset.tsv')
|