Update

app.py

@@ -36,7 +36,8 @@ def setModel(model_checkpoint):
     return model, tokenizer
 
 def infer(model, tokenizer, text, max_length, temperature, top_k, top_p):
-    encoded_prompt = tokenizer.encode(text, add_special_tokens=False, return_tensors="pt")
+    encoded_prompt = tokenizer(text, add_special_tokens=False, return_tensors="pt")
+
     output_sequences = model.generate(
         input_ids=encoded_prompt.input_ids,
         max_length=max_length,