Spaces:
Runtime error
Runtime error
import os | |
from ffmpeg import audio | |
from pathlib import Path | |
import numpy as np | |
import parselmouth | |
from synthesizer.inference import Synthesizer_infer | |
from synthesizer.hparams import syn_hparams | |
import soundfile as sf | |
from parselmouth.praat import run_file | |
high_lim_speed_factor = 1.5 | |
low_lim_speed_factor = 0.4 | |
def AudioAnalysis(dir, file): | |
sound = os.path.join(dir, file) | |
dir_path = os.path.dirname(os.path.realpath(__file__)) # current dir | |
source_run = os.path.join(dir_path, "myspsolution.praat") | |
try: | |
objects = run_file(source_run, -20, 2, 0.27, "yes",sound, dir, 80, 400, 0.01, capture_output=True, return_variables = True) | |
# 第四个参数为原praat脚本中的 Minimum_pause_duration(若有bug可适当调小) | |
totDur = objects[2]['originaldur'] | |
nPause = objects[2]['npause'] | |
arDur = objects[2]['speakingtot'] | |
nSyl = objects[2]['voicedcount'] | |
arRate = objects[2]['articulationrate'] | |
except: | |
totDur = 0 | |
nPause = 0 | |
arDur = 0 | |
nSyl = 0 | |
arRate = 0 | |
print("Try again the sound of the audio was not clear") | |
return round(totDur, 2), int(nPause), round(arDur, 2), int(nSyl), round(arRate, 2) | |
def FixSpeed(totDur_ori: float, | |
nPause_ori: int, | |
arDur_ori: float, | |
nSyl_ori: int, | |
arRate_ori: float, | |
audio_syn): | |
speed_factor = 0 | |
path_syn, filename_syn = os.path.split(audio_syn) | |
name_syn, suffix_syn = os.path.splitext(filename_syn) | |
totDur_syn, nPause_syn, arDur_syn, nSyl_syn, arRate_syn = AudioAnalysis(path_syn, filename_syn) | |
print(f"for original audio:\n\ttotDur = {totDur_ori}s\n\tnPause = {nPause_ori}\n\tarDur = {arDur_ori}s\n\tnSyl = {nSyl_ori}\n\tarRate = {arRate_ori} per second\n-----") | |
print(f"for synthesized audio:\n\ttotDur = {totDur_syn}s\n\tnPause = {nPause_syn}\n\tarDur = {arDur_syn}s\n\tnSyl = {nSyl_syn}\n\tarRate = {arRate_syn} per second\n-----") | |
if arRate_syn == 0: | |
print("exception!\n The speed factor is abnormal") | |
return audio_syn, speed_factor | |
speed_factor = round(arRate_ori/arRate_syn, 2) | |
print(f"speed_factor = {speed_factor}") | |
if speed_factor > high_lim_speed_factor or\ | |
speed_factor < low_lim_speed_factor: | |
print("exception!\n The speed factor is abnormal") | |
return audio_syn, speed_factor | |
else: | |
out_file = os.path.join(path_syn, name_syn + "_{}".format(speed_factor) + suffix_syn) | |
audio.a_speed(audio_syn, speed_factor, out_file) | |
os.remove(audio_syn) # remove intermediate wav files | |
print(f"Finished!\nThe path of out_file is {out_file}") | |
return out_file, speed_factor | |
def TransFormat(fullpath, out_suffix): | |
is_wav_file = False # 原始音频的后缀是否为.wav | |
path_, name = os.path.split(fullpath) | |
name, suffix = os.path.splitext(name) | |
wav = Synthesizer_infer.load_preprocess_wav(fullpath) | |
if suffix == ".wav": # 如果原始音频的后缀为.wav,则不用进行格式转换 | |
is_wav_file = True | |
return is_wav_file, wav, str(fullpath) | |
else: # 如果原始音频的后缀不是.wav,则需要进行格式转换 | |
out_file = os.path.join(path_, name + "." + str(out_suffix)) | |
sf.write(out_file, wav.astype(np.float32), syn_hparams.sample_rate) | |
return is_wav_file, wav, str(out_file) | |
def DelFile(rootDir, matchText: str): | |
fileList = os.listdir(rootDir) | |
for file in fileList: | |
if matchText in file: | |
delFile = os.path.join(rootDir, file) | |
os.remove(delFile) | |
print("Deleted:", delFile) | |
def work(totDur_ori: float, | |
nPause_ori: int, | |
arDur_ori: float, | |
nSyl_ori: int, | |
arRate_ori: float, | |
audio_syn): | |
fix_file, speed_factor = FixSpeed(totDur_ori, | |
nPause_ori, | |
arDur_ori, | |
nSyl_ori, | |
arRate_ori, | |
audio_syn) | |
# DelFile(in_path, '.TextGrid') | |
out_path, _ = os.path.split(audio_syn) | |
DelFile(out_path, '.TextGrid') | |
return fix_file, speed_factor | |