saicharan1234 commited on
Commit
1dec52b
1 Parent(s): 7678417

Update app_dialogue.py

Browse files
Files changed (1) hide show
  1. app_dialogue.py +2 -6
app_dialogue.py CHANGED
@@ -2,11 +2,7 @@ import os
2
  import subprocess
3
 
4
  # Install flash attention
5
- subprocess.run(
6
- "pip install flash-attn --no-build-isolation",
7
- env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
8
- shell=True,
9
- )
10
 
11
 
12
  import copy
@@ -31,7 +27,7 @@ MODELS = {
31
  "idefics2-8b-chatty": Idefics2ForConditionalGeneration.from_pretrained(
32
  "HuggingFaceM4/idefics2-8b-chatty",
33
  torch_dtype=torch.bfloat16,
34
- _attn_implementation="flash_attention_2",
35
  ).to(DEVICE),
36
  }
37
  PROCESSOR = AutoProcessor.from_pretrained(
 
2
  import subprocess
3
 
4
  # Install flash attention
5
+
 
 
 
 
6
 
7
 
8
  import copy
 
27
  "idefics2-8b-chatty": Idefics2ForConditionalGeneration.from_pretrained(
28
  "HuggingFaceM4/idefics2-8b-chatty",
29
  torch_dtype=torch.bfloat16,
30
+
31
  ).to(DEVICE),
32
  }
33
  PROCESSOR = AutoProcessor.from_pretrained(