amaye15
/

colqwen2-1.0-alpha-inference

Inference Endpoints

Model card Files Files and versions Community

amaye15 commited on 15 days ago

Commit

b0a7877

•

1 Parent(s): a737583

bug

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -152,7 +152,7 @@ class EndpointHandler:
             try:
                 image_embeddings_tensor = torch.tensor(image_embeddings).to(self.device)
                 text_embeddings_tensor = torch.tensor(text_embeddings).to(self.device)
-                with torch.no_grad(), torch.amp.autocast():
                     scores = (
                         self.processor.score_multi_vector(
                             text_embeddings_tensor, image_embeddings_tensor

             try:
                 image_embeddings_tensor = torch.tensor(image_embeddings).to(self.device)
                 text_embeddings_tensor = torch.tensor(text_embeddings).to(self.device)
+                with torch.no_grad():
                     scores = (
                         self.processor.score_multi_vector(
                             text_embeddings_tensor, image_embeddings_tensor