VictorSanh commited on
Commit
b17d0a0
β€’
1 Parent(s): 15022da

Update app_dialogue.py

Browse files
Files changed (1) hide show
  1. app_dialogue.py +5 -6
app_dialogue.py CHANGED
@@ -24,21 +24,20 @@ from transformers import Idefics2ForConditionalGeneration
24
 
25
  DEVICE = torch.device("cuda")
26
  MODELS = {
27
- "idefics2-8b (chat)": Idefics2ForConditionalGeneration.from_pretrained(
28
- "HuggingFaceM4/idefics2-chat-tfrm-compatible",
29
  torch_dtype=torch.bfloat16,
30
  _attn_implementation="flash_attention_2",
31
  trust_remote_code=True,
32
  token=os.environ["HF_AUTH_TOKEN"],
33
- ).to(DEVICE),
34
- "idefics2-8b (sft)": Idefics2ForConditionalGeneration.from_pretrained(
35
- "HuggingFaceM4/idefics2-8b",
36
  torch_dtype=torch.bfloat16,
37
  _attn_implementation="flash_attention_2",
38
  trust_remote_code=True,
39
  token=os.environ["HF_AUTH_TOKEN"],
40
  ).to(DEVICE),
41
-
42
  }
43
  PROCESSOR = AutoProcessor.from_pretrained(
44
  "HuggingFaceM4/idefics2-8b",
 
24
 
25
  DEVICE = torch.device("cuda")
26
  MODELS = {
27
+ "idefics2-8b (sft)": Idefics2ForConditionalGeneration.from_pretrained(
28
+ "HuggingFaceM4/idefics2-8b",
29
  torch_dtype=torch.bfloat16,
30
  _attn_implementation="flash_attention_2",
31
  trust_remote_code=True,
32
  token=os.environ["HF_AUTH_TOKEN"],
33
+ ).to(DEVICE),
34
+ "idefics2-8b (chat)": Idefics2ForConditionalGeneration.from_pretrained(
35
+ "HuggingFaceM4/idefics2-chat-tfrm-compatible",
36
  torch_dtype=torch.bfloat16,
37
  _attn_implementation="flash_attention_2",
38
  trust_remote_code=True,
39
  token=os.environ["HF_AUTH_TOKEN"],
40
  ).to(DEVICE),
 
41
  }
42
  PROCESSOR = AutoProcessor.from_pretrained(
43
  "HuggingFaceM4/idefics2-8b",