Samuel L Meyers commited on
Commit
3040065
·
1 Parent(s): c86c8a2

Added basic optimization according to model card.

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -1,16 +1,17 @@
1
  import gradio as gr
2
- from transformers import AutoProcessor, AutoModel
3
  import scipy
4
 
5
  processor = AutoProcessor.from_pretrained("suno/bark-small")
6
- model = AutoModel.from_pretrained("suno/bark-small")
 
7
 
8
  def greet(text):
9
  inputs = processor(
10
  text=[text],
11
  return_tensors="pt",
12
  )
13
- speech_values = model.generate(**inputs, do_sample=True)
14
  scipy.io.wavfile.write("tmp.wav", rate=24000, data=speech_values.cpu().numpy().squeeze())
15
  return open("tmp.wav", "rb").read()
16
 
 
1
  import gradio as gr
2
+ from transformers import AutoProcessor, BarkModel
3
  import scipy
4
 
5
  processor = AutoProcessor.from_pretrained("suno/bark-small")
6
+ model = BarkModel.from_pretrained("suno/bark-small")
7
+ model = model.to_bettertransformer()
8
 
9
  def greet(text):
10
  inputs = processor(
11
  text=[text],
12
  return_tensors="pt",
13
  )
14
+ speech_values = model.generate(**inputs, do_sample=True, use_flash_attention_2=True)
15
  scipy.io.wavfile.write("tmp.wav", rate=24000, data=speech_values.cpu().numpy().squeeze())
16
  return open("tmp.wav", "rb").read()
17