Update app.py
Browse files
app.py
CHANGED
@@ -65,10 +65,6 @@ if compute_dtype == torch.float16 and use_4bit:
|
|
65 |
model = AutoModelForCausalLM.from_pretrained(
|
66 |
model_name, quantization_config=bnb_config)
|
67 |
|
68 |
-
| StrOutputParser()
|
69 |
-
)
|
70 |
-
|
71 |
-
|
72 |
stop_list = [" \n\nAnswer:", "\n", " \n\n"]
|
73 |
stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
|
74 |
stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
|
|
|
65 |
model = AutoModelForCausalLM.from_pretrained(
|
66 |
model_name, quantization_config=bnb_config)
|
67 |
|
|
|
|
|
|
|
|
|
68 |
stop_list = [" \n\nAnswer:", "\n", " \n\n"]
|
69 |
stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
|
70 |
stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
|