Fixes

app.py

@@ -7,19 +7,21 @@ import librosa
 import gradio as gr
 
 from transformers import AutoModelForCTC, Wav2Vec2BertProcessor
+from transformers import __version__ as transformers_version
 
 # Config
 model_name = "Yehor/w2v-bert-2.0-uk-v2"
-# device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-device = 'cpu'
-torch_dtype = torch.float16
 
 min_duration = 0.5
 max_duration = 60
 
-concurrency_limit = 1
+concurrency_limit = 5
 use_torch_compile = False
 
+# Torch
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
+
 # Load the model
 asr_model = AutoModelForCTC.from_pretrained(model_name, torch_dtype=torch_dtype).to(
     device
@@ -107,7 +109,7 @@ tech_libraries = f"""
 #### Libraries
 
 - PyTorch: {torch.__version__}
-- Transformers: {torch.__version__}
+- Transformers: {transformers_version}
 - Librosa: {librosa.version.version}
 - Gradio: {gr.__version__}
 """.strip()