shredder-31
/

GA_model_Gemma_2b

Text Generation

Inference Endpoints

Model card Files Files and versions Community

shredder-31 commited on Apr 19

Commit

09957e8

•

1 Parent(s): 43ce7f2

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -29,7 +29,7 @@ class EndpointHandler():
         encodeds = self.tokenizer(data['inputs'], return_tensors="pt", add_special_tokens=True)
-        generated_ids = self.model.generate(**encodeds, max_new_tokens=100, do_sample=False)
         decoded = self.tokenizer.decode(generated_ids[0], skip_special_tokens=True)
         return {'output':decoded[len(data['inputs']):]}

         encodeds = self.tokenizer(data['inputs'], return_tensors="pt", add_special_tokens=True)
+        generated_ids = self.model.generate(**encodeds, max_length=100 ,max_new_tokens=100, do_sample=False)
         decoded = self.tokenizer.decode(generated_ids[0], skip_special_tokens=True)
         return {'output':decoded[len(data['inputs']):]}