leo-kwan commited on
Commit
33fabd3
1 Parent(s): b667341

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -19,16 +19,14 @@ whisper_model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-
19
  forced_decoder_ids = tokenizer.get_decoder_prompt_ids(language="french", task="translate")
20
 
21
  #load text-to-speech checkpoint and speaker embeddings
22
- processor = SpeechT5Processor.from_pretrained("leo-kwan/speecht5_finetuned_voxpopuli_lt")
23
 
24
- model = SpeechT5ForTextToSpeech.from_pretrained("leo-kwan/speecht5_finetuned_voxpopuli_lt").to(device)
25
  vocoder = SpeechT5HifiGan.from_pretrained("microsoft/speecht5_hifigan").to(device)
26
 
27
  embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validation")
28
  speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
29
 
30
- # bark_model = BarkModel.from_pretrained("suno/bark-small")
31
- # processor = BarkProcessor.from_pretrained("suno/bark-small")
32
 
33
  def translate(audio):
34
  # load speech translation checkpoint
 
19
  forced_decoder_ids = tokenizer.get_decoder_prompt_ids(language="french", task="translate")
20
 
21
  #load text-to-speech checkpoint and speaker embeddings
22
+ processor = SpeechT5Processor.from_pretrained("Apocalypse-19/speecht5_finetuned_french")
23
 
24
+ model = SpeechT5ForTextToSpeech.from_pretrained("Apocalypse-19/speecht5_finetuned_french").to(device)
25
  vocoder = SpeechT5HifiGan.from_pretrained("microsoft/speecht5_hifigan").to(device)
26
 
27
  embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validation")
28
  speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
29
 
 
 
30
 
31
  def translate(audio):
32
  # load speech translation checkpoint