khairi commited on
Commit
a889ec6
1 Parent(s): 1f4905f

change number of default annotations to 1

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -12,7 +12,7 @@ def prepare_inputs(protein_tokenizer, term_tokenizer, aspect, protein_sequence):
12
 
13
 
14
  def run_inference(model, inputs, prompt, num_annotations):
15
- outputs = model.generate(**inputs, max_new_tokens=20, num_return_sequences=num_annotations,
16
  return_dict_in_generate=True, output_scores=True, renormalize_logits=True,
17
  **prompt)
18
 
 
12
 
13
 
14
  def run_inference(model, inputs, prompt, num_annotations):
15
+ outputs = model.generate(**inputs, max_new_tokens=20, num_return_sequences=1,
16
  return_dict_in_generate=True, output_scores=True, renormalize_logits=True,
17
  **prompt)
18