Spaces:
Runtime error
Runtime error
xiaowang7777
commited on
Commit
•
5dbb4ff
1
Parent(s):
9e169b0
Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
|
|
2 |
from transformers import pipeline
|
3 |
import torch
|
4 |
|
5 |
-
nstruct_pipeline_3b = pipeline(model="fnlp/moss-moon-003-sft-
|
6 |
device_map="auto")
|
7 |
|
8 |
|
|
|
2 |
from transformers import pipeline
|
3 |
import torch
|
4 |
|
5 |
+
nstruct_pipeline_3b = pipeline(model="fnlp/moss-moon-003-sft-int4", torch_dtype=torch.float, trust_remote_code=True,
|
6 |
device_map="auto")
|
7 |
|
8 |
|