change number of default annotations to 1
Browse files- inference.py +1 -1
inference.py
CHANGED
@@ -12,7 +12,7 @@ def prepare_inputs(protein_tokenizer, term_tokenizer, aspect, protein_sequence):
|
|
12 |
|
13 |
|
14 |
def run_inference(model, inputs, prompt, num_annotations):
|
15 |
-
outputs = model.generate(**inputs, max_new_tokens=20, num_return_sequences=
|
16 |
return_dict_in_generate=True, output_scores=True, renormalize_logits=True,
|
17 |
**prompt)
|
18 |
|
|
|
12 |
|
13 |
|
14 |
def run_inference(model, inputs, prompt, num_annotations):
|
15 |
+
outputs = model.generate(**inputs, max_new_tokens=20, num_return_sequences=1,
|
16 |
return_dict_in_generate=True, output_scores=True, renormalize_logits=True,
|
17 |
**prompt)
|
18 |
|