Darka001 commited on
Commit
ec13266
·
verified ·
1 Parent(s): 0fcd777

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -64,7 +64,7 @@ if compute_dtype == torch.float16 and use_4bit:
64
 
65
  model = AutoModelForCausalLM.from_pretrained(
66
  model_name, quantization_config=bnb_config)
67
- stop_list = [" \n\nAnswer:", " \n ", " \n\n"]
68
  stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
69
  stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
70
 
 
64
 
65
  model = AutoModelForCausalLM.from_pretrained(
66
  model_name, quantization_config=bnb_config)
67
+ stop_list = [" \n\nAnswer:", "\n", " \n\n"]
68
  stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
69
  stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
70