Samuel L Meyers
commited on
Commit
·
3040065
1
Parent(s):
c86c8a2
Added basic optimization according to model card.
Browse files
app.py
CHANGED
@@ -1,16 +1,17 @@
|
|
1 |
import gradio as gr
|
2 |
-
from transformers import AutoProcessor,
|
3 |
import scipy
|
4 |
|
5 |
processor = AutoProcessor.from_pretrained("suno/bark-small")
|
6 |
-
model =
|
|
|
7 |
|
8 |
def greet(text):
|
9 |
inputs = processor(
|
10 |
text=[text],
|
11 |
return_tensors="pt",
|
12 |
)
|
13 |
-
speech_values = model.generate(**inputs, do_sample=True)
|
14 |
scipy.io.wavfile.write("tmp.wav", rate=24000, data=speech_values.cpu().numpy().squeeze())
|
15 |
return open("tmp.wav", "rb").read()
|
16 |
|
|
|
1 |
import gradio as gr
|
2 |
+
from transformers import AutoProcessor, BarkModel
|
3 |
import scipy
|
4 |
|
5 |
processor = AutoProcessor.from_pretrained("suno/bark-small")
|
6 |
+
model = BarkModel.from_pretrained("suno/bark-small")
|
7 |
+
model = model.to_bettertransformer()
|
8 |
|
9 |
def greet(text):
|
10 |
inputs = processor(
|
11 |
text=[text],
|
12 |
return_tensors="pt",
|
13 |
)
|
14 |
+
speech_values = model.generate(**inputs, do_sample=True, use_flash_attention_2=True)
|
15 |
scipy.io.wavfile.write("tmp.wav", rate=24000, data=speech_values.cpu().numpy().squeeze())
|
16 |
return open("tmp.wav", "rb").read()
|
17 |
|