test gpu

build_app.sh

@@ -0,0 +1,3 @@
+docker rmi $(docker images --filter "dangling=true" -q --no-trunc)
+docker build -t palondomus/caesaraiapis:latest .
+docker run -u $(id -u):$(id -g) --gpus all -p $1:$1 -it --rm palondomus/caesaraiapis:latest

main.py

@@ -6,7 +6,8 @@ import os
 import shutil
 import subprocess
 import time
-
+import torch
+import uvicorn
 import cv2
 import numpy as np
 import pandas_datareader as pdr
@@ -53,6 +54,12 @@ pytesseract.pytesseract.tesseract_cmd = '/usr/bin/tesseract'
 @app.get("/")
 def caesaraihome():
     return "Welcome to CaesarAI's API's and CaesarAINL."
+@app.get("/testgpu")
+def caesaraihome():
+    if torch.cuda.is_available():
+        return "gpu is being used."
+    else:
+        return "gpu is not being used."
 @app.get("/caesarailogo")
 def caesarailogo():
     return FileResponse(f"{CURRENT_DIR}/CaesarAILogo.png")
@@ -604,4 +611,5 @@ async def main():
     await server.serve()
 
 if __name__ == "__main__":
-    asyncio.run(main())
+    #asyncio.run(main())
+    uvicorn.run("main:app",port=7860, log_level="info",host="0.0.0.0",reload=True)

run_app.sh

@@ -0,0 +1,2 @@
+#docker build -t palondomus/caesaryolo:latest .
+docker run -u $(id -u):$(id -g) --gpus all -p $1:$1 -it -v .:/home/user/app --rm palondomus/caesaraiapis:latest bash