add gpu usage

app.py

@@ -7,6 +7,8 @@ from datetime import datetime
 import time
 import psutil
 from mtranslate import translate
+from gpuinfo import GPUInfo
+
 
 MODEL_NAME = "cahya/whisper-medium-id"  # this always needs to stay in line 8 :D sorry for the hackiness
 lang = "id"
@@ -91,9 +93,11 @@ def tts(language: str, audio_microphone: str, audio_file: str):
         time_end = time.time()
         time_diff = time_end - time_start
         memory = psutil.virtual_memory()
+        gpu_utilization, gpu_memory = GPUInfo.gpu_usage()
         system_info = f"""
         *Memory: {memory.total / (1024 * 1024 * 1024):.2f}GB, used: {memory.percent}%, available: {memory.available / (1024 * 1024 * 1024):.2f}GB.* 
         *Processing time: {time_diff:.5} seconds*
+        *GPU Utilization: {gpu_utilization[0]}%, GPU Memory: {gpu_memory[0]}MiB.*
         """
         print(f"### {datetime.now()} fp.name:", fp.name)
         return transcription, translation, fp.name, system_info

requirements.txt

@@ -2,4 +2,5 @@ git+https://github.com/huggingface/transformers
 torch
 neon-tts-plugin-coqui==0.6.0
 psutil
-mtranslate
+mtranslate
+gpuinfo