Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -6,6 +6,7 @@ from transformers import TextIteratorStreamer
|
|
6 |
import time
|
7 |
from threading import Thread
|
8 |
import torch
|
|
|
9 |
|
10 |
model_id = "microsoft/Phi-3-vision-128k-instruct"
|
11 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", trust_remote_code=True, torch_dtype="auto")
|
@@ -20,7 +21,7 @@ PLACEHOLDER = """
|
|
20 |
</div>
|
21 |
"""
|
22 |
|
23 |
-
|
24 |
def bot_streaming(message, history):
|
25 |
print(f'message is - {message}')
|
26 |
print(f'history is - {history}')
|
|
|
6 |
import time
|
7 |
from threading import Thread
|
8 |
import torch
|
9 |
+
import spaces
|
10 |
|
11 |
model_id = "microsoft/Phi-3-vision-128k-instruct"
|
12 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cuda", trust_remote_code=True, torch_dtype="auto")
|
|
|
21 |
</div>
|
22 |
"""
|
23 |
|
24 |
+
@spaces.GPU
|
25 |
def bot_streaming(message, history):
|
26 |
print(f'message is - {message}')
|
27 |
print(f'history is - {history}')
|