Update app.py
Browse files
app.py
CHANGED
@@ -64,7 +64,7 @@ if compute_dtype == torch.float16 and use_4bit:
|
|
64 |
|
65 |
model = AutoModelForCausalLM.from_pretrained(
|
66 |
model_name, quantization_config=bnb_config)
|
67 |
-
stop_list = [" \n\nAnswer:", "
|
68 |
stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
|
69 |
stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
|
70 |
|
|
|
64 |
|
65 |
model = AutoModelForCausalLM.from_pretrained(
|
66 |
model_name, quantization_config=bnb_config)
|
67 |
+
stop_list = [" \n\nAnswer:", "\n", " \n\n"]
|
68 |
stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
|
69 |
stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
|
70 |
|