poiccard
/

jais-13b-chat-adn

Text Generation

Inference Endpoints

Model card Files Files and versions Community

poiccard commited on Oct 5, 2023

Commit

344dbbf

•

1 Parent(s): 734032e

Update handler.py

Files changed (1) hide show

handler.py +3 -1

handler.py CHANGED Viewed

@@ -18,7 +18,9 @@ class EndpointHandler():
         # get inputs
         inputs = data.pop("inputs",data)
-        text = self.prompt_ar.format_map({'Question':inputs})
         input_ids = self.tokenizer(text, return_tensors="pt").input_ids
         inputs = input_ids.to(self.device)

         # get inputs
         inputs = data.pop("inputs",data)
+        # text = self.prompt_ar.format_map({'Question':inputs})
+        # the prompt will be preapred on the backend fully
+        text = inputs
         input_ids = self.tokenizer(text, return_tensors="pt").input_ids
         inputs = input_ids.to(self.device)