feat: torch compile

app.py

@@ -27,6 +27,10 @@ model = AutoModelForCausalLM.from_pretrained(
     token=HF_READ_TOKEN,
 )
 
+try:
+    model = torch.compile(model)
+except:
+    print("torch compile not supported")
 
 BOS = "<|bos|>"
 EOS = "<|eos|>"