Update app.py

app.py

@@ -1,3 +1,4 @@
+import spaces  # Import spaces at the top to avoid issues
 import requests
 from PIL import Image
 from io import BytesIO
@@ -6,11 +7,15 @@ from transformers import CLIPProcessor, CLIPModel
 import gradio as gr
 
 # Initialize the model and processor
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-model = CLIPModel.from_pretrained("openai/clip-vit-base-patch32").to(device)
+model = CLIPModel.from_pretrained("openai/clip-vit-base-patch32")
 processor = CLIPProcessor.from_pretrained("openai/clip-vit-base-patch32")
 
+@spaces.GPU  # Use the GPU decorator for the function that requires GPU
 def get_embedding(image_or_text):
+    # Define device within the function to ensure it uses the GPU when available
+    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    model.to(device)
+
     if image_or_text.startswith(('http:', 'https:')):
         # Image URL
         response = requests.get(image_or_text)
@@ -34,4 +39,4 @@ interface = gr.Interface(fn=get_embedding,
                           description="Enter an Image URL or text to get embeddings from CLIP.")
 
 if __name__ == "__main__":
-    interface.launch(share=True)
+    interface.launch(share=True)