Hugging Face's logo

Spaces:
charanhu
/
Charan-SOLAR-10.7B-Instruct-v1.0
Runtime error

App Files Community
charanhu commited on
Commit
6105c78
•
1 Parent(s): 43305aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,8 +2,8 @@ import gradio as gr
2
  from transformers import AutoTokenizer
3
  from auto_gptq import AutoGPTQForCausalLM
4
 
5
- model_path = 'TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GPTQ'
6
- tokenizer_path = 'TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GPTQ'
7
 
8
  model = AutoGPTQForCausalLM.from_quantized(
9
  model_path,
 
2
  from transformers import AutoTokenizer
3
  from auto_gptq import AutoGPTQForCausalLM
4
 
5
+ model_path = 'vita-group/vicuna-7b-v1.3_gptq'
6
+ tokenizer_path = 'lmsys/vicuna-7b-v1.3'
7
 
8
  model = AutoGPTQForCausalLM.from_quantized(
9
  model_path,