Spaces:

Artples
/

Starling-LM-7B-beta

Running on Zero

Artples commited on Mar 11

Commit

e9816b5

•

1 Parent(s): 3f60a5e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -27,7 +27,7 @@ if torch.cuda.is_available():
     model_id = "FuseAI/FuseChat-7B-VaRM"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
-    tokenizer.use_default_system_prompt = True
 @spaces.GPU(enable_queue=True)

     model_id = "FuseAI/FuseChat-7B-VaRM"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
+    tokenizer.use_default_system_prompt = False
 @spaces.GPU(enable_queue=True)