Handler improvements

handler.py

@@ -15,11 +15,31 @@ class EndpointHandler():
         """
         # get inputs
         inputs = data.pop("inputs", "")
+        temperature = data.pop("temperature", None)
+        if not temperature:
+            temperature = data.pop("temp", 0.33)
+        if temperature > 3 or temperature < 0:
+            return json.dumps({
+                "status": "error",
+                "reason": "invalid temperature ( 0.01 - 1.00 )"
+            })
+        top_p = data.pop("top-p", 0.85)
+        if top_p > 3 or top_p < 0:
+            return json.dumps({
+                "status": "error",
+                "reason": "invalid top percentage ( 0.01 - 1.00 )"
+            })
+        top_k = data.pop("top-k", 42)
+        if top_k > 100 or top_k < 0:
+            return json.dumps({
+                "status": "error",
+                "reason": "invalid top k ( 1 - 99 )"
+            })
         #image = data.pop("image", None)
 
-        res = self.model(inputs, temperature=0.33, top_p=0.85, top_k=42)
+        res = self.model(inputs, temperature=temperature, top_p=top_p, top_k=42)
 
-        return res["choices"][0]["text"]
+        return res
         
         #inputs = self.processor(inputs, image, return_tensors="pt")
         #res = self.model.generate(**inputs, do_sample=False, max_new_tokens=4096)