Update app.py

app.py

@@ -16,13 +16,15 @@ import torch
 from huggingface_hub import login
 tk = "hf" + "_" + "qTOSlDtDtBgJbofv" + "MglsjjhQqbRAYRYnXy"
 login(tk)
-
+model_id = "meta-llama/Llama-3.2-1B"
+text2text = pipeline(
+    "text-generation", 
+    model=model_id, 
+    torch_dtype=torch.bfloat16, 
+    device_map="auto"
+)
 r = sr.Recognizer()
 
-tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
-text2text = pipeline("text-generation",model=model,use_auth_token=True)
-
 @dataclass
 class AppState:
     stream: np.ndarray | None = None