ClaudiaIoana550
/

try2_deploy_falcon

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ClaudiaIoana550 commited on May 25

Commit

588e93d

•

1 Parent(s): da472c7

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -23,7 +23,7 @@ class StopGenerationCriteria(StoppingCriteria):
         self.max_repeated_words = max_repeated_words
     def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:
-        tokenizer=AutoTokenizer.from_pretrained("ClaudiaIoana550/try1_deploy_falcon", trust_remote_code=True)
         generated_sequence = input_ids.tolist()
         if len(generated_sequence[0]) >= 50:

         self.max_repeated_words = max_repeated_words
     def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:
+        tokenizer=AutoTokenizer.from_pretrained("ClaudiaIoana550/try2_deploy_falcon", trust_remote_code=True)
         generated_sequence = input_ids.tolist()
         if len(generated_sequence[0]) >= 50: