Darka001 commited on
Commit
04fdb52
·
verified ·
1 Parent(s): 2321160

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -4
app.py CHANGED
@@ -65,10 +65,6 @@ if compute_dtype == torch.float16 and use_4bit:
65
  model = AutoModelForCausalLM.from_pretrained(
66
  model_name, quantization_config=bnb_config)
67
 
68
- | StrOutputParser()
69
- )
70
-
71
-
72
  stop_list = [" \n\nAnswer:", "\n", " \n\n"]
73
  stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
74
  stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]
 
65
  model = AutoModelForCausalLM.from_pretrained(
66
  model_name, quantization_config=bnb_config)
67
 
 
 
 
 
68
  stop_list = [" \n\nAnswer:", "\n", " \n\n"]
69
  stop_token_ids = [tokenizer(x, return_tensors='pt', add_special_tokens=False)['input_ids'] for x in stop_list]
70
  stop_token_ids = [torch.LongTensor(x).to("cuda") for x in stop_token_ids]