warmup

app.py

@@ -104,15 +104,15 @@ def transcribe(inputs):
     yield distil_text, distil_runtime, text, runtime
 
 
-# print("Warming up...")
-# inputs = np.random.randn(30 * pipe.feature_extractor.sampling_rate) 
-# inputs = {"array": inputs, "sampling_rate": pipe.feature_extractor.sampling_rate}
-
-# for _ in range(N_WARMUP):
-#     _ = pipe_forward(inputs.copy(), batch_size=BATCH_SIZE)["text"]
-#     _ = distil_pipe_forward(inputs.copy(), batch_size=BATCH_SIZE)["text"]
-#     print(_)
-# print("Models warmed up!")
+print("Warming up...")
+inputs = np.random.randn(30 * pipe.feature_extractor.sampling_rate) 
+inputs = {"array": inputs, "sampling_rate": pipe.feature_extractor.sampling_rate}
+
+for _ in range(N_WARMUP):
+    _ = pipe_forward(inputs.copy(), batch_size=BATCH_SIZE)["text"]
+    _ = distil_pipe_forward(inputs.copy(), batch_size=BATCH_SIZE)["text"]
+    print(_)
+print("Models warmed up!")
 
 
 

requirements.txt

@@ -1,2 +1,3 @@
 transformers
-accelerate
+accelerate
+numpy