BAAI
/

AquilaChat2-34B-16K

Text Generation

Model card Files Files and versions Community

ldwang commited on Oct 19, 2023

Commit

944391d

•

1 Parent(s): 5b034b2

Update predict.py

Files changed (1) hide show

predict.py +1 -1

predict.py CHANGED Viewed

@@ -353,7 +353,7 @@ def predict(model, text, tokenizer=None,
         topk = 1
         temperature = 1.0
     if sft:
-        tokens = covert_prompt_to_input_ids_with_history(text, history=history, tokenizer=tokenizer, max_token=2048, convo_template=convo_template)
         tokens = torch.tensor(tokens)[None,].to(device)
     else :
         tokens = tokenizer.encode_plus(text)["input_ids"]

         topk = 1
         temperature = 1.0
     if sft:
+        tokens = covert_prompt_to_input_ids_with_history(text, history=history, tokenizer=tokenizer, max_token=1000000, convo_template=convo_template)
         tokens = torch.tensor(tokens)[None,].to(device)
     else :
         tokens = tokenizer.encode_plus(text)["input_ids"]