Spaces:
Runtime error
Runtime error
Harshithtd
commited on
Commit
•
9b4901f
1
Parent(s):
6df7939
Update app.py
Browse files
app.py
CHANGED
@@ -6,11 +6,11 @@ import gradio as gr
|
|
6 |
from gradio import FileData
|
7 |
import time
|
8 |
import spaces
|
|
|
|
|
9 |
|
10 |
-
|
11 |
-
|
12 |
-
model = MllamaForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16)
|
13 |
-
processor = AutoProcessor.from_pretrained(ckpt)
|
14 |
|
15 |
@spaces.CPU
|
16 |
def bot_streaming(message, history, max_new_tokens=250):
|
|
|
6 |
from gradio import FileData
|
7 |
import time
|
8 |
import spaces
|
9 |
+
# Load model directly
|
10 |
+
from transformers import AutoProcessor, AutoModelForPreTraining
|
11 |
|
12 |
+
processor = AutoProcessor.from_pretrained("meta-llama/Llama-3.2-11B-Vision-Instruct")
|
13 |
+
model = AutoModelForPreTraining.from_pretrained("meta-llama/Llama-3.2-11B-Vision-Instruct")
|
|
|
|
|
14 |
|
15 |
@spaces.CPU
|
16 |
def bot_streaming(message, history, max_new_tokens=250):
|