makaveli10 commited on
Commit
80a0363
1 Parent(s): 8632327

remove model_path

Browse files
Files changed (1) hide show
  1. whisper_live/trt_server.py +3 -5
whisper_live/trt_server.py CHANGED
@@ -54,9 +54,7 @@ class TranscriptionServer:
54
  self.clients_start_time = {}
55
  self.max_clients = 4
56
  self.max_connection_time = 600
57
- self.model_path = None
58
  self.transcriber = None
59
- print("done loading")
60
 
61
  def get_wait_time(self):
62
  """
@@ -115,9 +113,9 @@ class TranscriptionServer:
115
  websocket.close()
116
  del websocket
117
  return
118
- if self.model_path is None or self.model_path != whisper_tensorrt_path:
119
- self.model_path = whisper_tensorrt_path
120
- self.transcriber = WhisperTRTLLM(self.model_path, assets_dir="assets", device="cuda")
121
 
122
  client = ServeClient(
123
  websocket,
 
54
  self.clients_start_time = {}
55
  self.max_clients = 4
56
  self.max_connection_time = 600
 
57
  self.transcriber = None
 
58
 
59
  def get_wait_time(self):
60
  """
 
113
  websocket.close()
114
  del websocket
115
  return
116
+
117
+ if self.transcriber is None:
118
+ self.transcriber = WhisperTRTLLM(whisper_tensorrt_path, assets_dir="assets", device="cuda")
119
 
120
  client = ServeClient(
121
  websocket,