xiaowang7777 commited on
Commit
5dbb4ff
1 Parent(s): 9e169b0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  from transformers import pipeline
3
  import torch
4
 
5
- nstruct_pipeline_3b = pipeline(model="fnlp/moss-moon-003-sft-int8", torch_dtype=torch.float, trust_remote_code=True,
6
  device_map="auto")
7
 
8
 
 
2
  from transformers import pipeline
3
  import torch
4
 
5
+ nstruct_pipeline_3b = pipeline(model="fnlp/moss-moon-003-sft-int4", torch_dtype=torch.float, trust_remote_code=True,
6
  device_map="auto")
7
 
8