saicharan1234
commited on
Commit
•
1dec52b
1
Parent(s):
7678417
Update app_dialogue.py
Browse files- app_dialogue.py +2 -6
app_dialogue.py
CHANGED
@@ -2,11 +2,7 @@ import os
|
|
2 |
import subprocess
|
3 |
|
4 |
# Install flash attention
|
5 |
-
|
6 |
-
"pip install flash-attn --no-build-isolation",
|
7 |
-
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
8 |
-
shell=True,
|
9 |
-
)
|
10 |
|
11 |
|
12 |
import copy
|
@@ -31,7 +27,7 @@ MODELS = {
|
|
31 |
"idefics2-8b-chatty": Idefics2ForConditionalGeneration.from_pretrained(
|
32 |
"HuggingFaceM4/idefics2-8b-chatty",
|
33 |
torch_dtype=torch.bfloat16,
|
34 |
-
|
35 |
).to(DEVICE),
|
36 |
}
|
37 |
PROCESSOR = AutoProcessor.from_pretrained(
|
|
|
2 |
import subprocess
|
3 |
|
4 |
# Install flash attention
|
5 |
+
|
|
|
|
|
|
|
|
|
6 |
|
7 |
|
8 |
import copy
|
|
|
27 |
"idefics2-8b-chatty": Idefics2ForConditionalGeneration.from_pretrained(
|
28 |
"HuggingFaceM4/idefics2-8b-chatty",
|
29 |
torch_dtype=torch.bfloat16,
|
30 |
+
|
31 |
).to(DEVICE),
|
32 |
}
|
33 |
PROCESSOR = AutoProcessor.from_pretrained(
|