Harshithtd commited on
Commit
9b4901f
1 Parent(s): 6df7939

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -6,11 +6,11 @@ import gradio as gr
6
  from gradio import FileData
7
  import time
8
  import spaces
 
 
9
 
10
- ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
11
- # Load model to CPU by default
12
- model = MllamaForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16)
13
- processor = AutoProcessor.from_pretrained(ckpt)
14
 
15
  @spaces.CPU
16
  def bot_streaming(message, history, max_new_tokens=250):
 
6
  from gradio import FileData
7
  import time
8
  import spaces
9
+ # Load model directly
10
+ from transformers import AutoProcessor, AutoModelForPreTraining
11
 
12
+ processor = AutoProcessor.from_pretrained("meta-llama/Llama-3.2-11B-Vision-Instruct")
13
+ model = AutoModelForPreTraining.from_pretrained("meta-llama/Llama-3.2-11B-Vision-Instruct")
 
 
14
 
15
  @spaces.CPU
16
  def bot_streaming(message, history, max_new_tokens=250):