inital version

app.py

@@ -22,7 +22,8 @@ from promptda.utils.depth_utils import visualize_depth, unproject_depth
 DEVICE = 'cuda' 
 # if torch.cuda.is_available(
 # ) else 'mps' if torch.backends.mps.is_available() else 'cpu'
-model = PromptDA.from_pretrained('depth-anything/promptda_vitl').to(DEVICE).eval()
+# model = PromptDA.from_pretrained('depth-anything/promptda_vitl').to(DEVICE).eval()
+model = PromptDA.from_pretrained('depth-anything/promptda_vitl').eval()
 thread_pool_executor = ThreadPoolExecutor(max_workers=1)
 
 def delete_later(path: Union[str, os.PathLike], delay: int = 300):
@@ -44,10 +45,11 @@ def delete_later(path: Union[str, os.PathLike], delay: int = 300):
     atexit.register(_delete)
 
 
-# @spaces.GPU
+@spaces.GPU
 def run_with_gpu(image, prompt_depth):
     image = image.to(DEVICE)
     prompt_depth = prompt_depth.to(DEVICE)
+    model.to(DEVICE)
     depth = model.predict(image, prompt_depth)
     depth = depth[0, 0].detach().cpu().numpy()
     return depth
@@ -56,7 +58,6 @@ def check_is_stray_scanner_app_capture(input_dir):
     assert os.path.exists(os.path.join(input_dir, 'rgb.mp4')), 'rgb.mp4 not found'
     pass
 
-@spaces.GPU
 def run(input_file, resolution):
     # unzip zip file
     input_file = input_file.name