andrewluo commited on
Commit
90c5479
·
1 Parent(s): e81d4fe

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -24,7 +24,7 @@ class EndpointHandler():
24
  """
25
  # get inputs
26
  text = data.pop("text", data)
27
- tokens = self.tokenizer(text, return_tensors='pt', padding=True).to(self.device)
28
  outputs = self.model(**tokens)
29
  results = []
30
  for idx, x in enumerate(outputs.logits):
 
24
  """
25
  # get inputs
26
  text = data.pop("text", data)
27
+ tokens = self.tokenizer(text, return_tensors='pt', padding=True, truncation=True).to(self.device)
28
  outputs = self.model(**tokens)
29
  results = []
30
  for idx, x in enumerate(outputs.logits):