Spaces:
Paused
Paused
makaveli10
commited on
Commit
•
80a0363
1
Parent(s):
8632327
remove model_path
Browse files
whisper_live/trt_server.py
CHANGED
@@ -54,9 +54,7 @@ class TranscriptionServer:
|
|
54 |
self.clients_start_time = {}
|
55 |
self.max_clients = 4
|
56 |
self.max_connection_time = 600
|
57 |
-
self.model_path = None
|
58 |
self.transcriber = None
|
59 |
-
print("done loading")
|
60 |
|
61 |
def get_wait_time(self):
|
62 |
"""
|
@@ -115,9 +113,9 @@ class TranscriptionServer:
|
|
115 |
websocket.close()
|
116 |
del websocket
|
117 |
return
|
118 |
-
|
119 |
-
|
120 |
-
self.transcriber = WhisperTRTLLM(
|
121 |
|
122 |
client = ServeClient(
|
123 |
websocket,
|
|
|
54 |
self.clients_start_time = {}
|
55 |
self.max_clients = 4
|
56 |
self.max_connection_time = 600
|
|
|
57 |
self.transcriber = None
|
|
|
58 |
|
59 |
def get_wait_time(self):
|
60 |
"""
|
|
|
113 |
websocket.close()
|
114 |
del websocket
|
115 |
return
|
116 |
+
|
117 |
+
if self.transcriber is None:
|
118 |
+
self.transcriber = WhisperTRTLLM(whisper_tensorrt_path, assets_dir="assets", device="cuda")
|
119 |
|
120 |
client = ServeClient(
|
121 |
websocket,
|