ysharma HF staff commited on
Commit
00979a8
1 Parent(s): 6a5acea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -49,8 +49,8 @@ model_id = "tiiuae/falcon-11B-vlm"
49
  processor = LlavaNextProcessor.from_pretrained("tiiuae/falcon-11B-vlm", tokenizer_class='PreTrainedTokenizerFast')
50
 
51
  model = LlavaNextForConditionalGeneration.from_pretrained("tiiuae/falcon-11B-vlm",
52
- #torch_dtype=torch.bfloat16,
53
- torch_dtype=torch.float16,
54
  low_cpu_mem_usage=True,)
55
 
56
  #model = LlavaForConditionalGeneration.from_pretrained(
 
49
  processor = LlavaNextProcessor.from_pretrained("tiiuae/falcon-11B-vlm", tokenizer_class='PreTrainedTokenizerFast')
50
 
51
  model = LlavaNextForConditionalGeneration.from_pretrained("tiiuae/falcon-11B-vlm",
52
+ torch_dtype=torch.bfloat16,
53
+ #torch_dtype=torch.float16,
54
  low_cpu_mem_usage=True,)
55
 
56
  #model = LlavaForConditionalGeneration.from_pretrained(