Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -35,6 +35,6 @@ class EndpointHandler():
|
|
35 |
"reason": "max_length was passed as something that was absolutely not a plain old int"
|
36 |
})
|
37 |
|
38 |
-
res = self.model(fmat, temperature=args["temperature"], top_p=args["top_p"], top_k=args["top_k"], max_tokens=
|
39 |
|
40 |
return res
|
|
|
35 |
"reason": "max_length was passed as something that was absolutely not a plain old int"
|
36 |
})
|
37 |
|
38 |
+
res = self.model(fmat, temperature=args["temperature"], top_p=args["top_p"], top_k=args["top_k"], max_tokens=max_length)
|
39 |
|
40 |
return res
|