Update app.py

app.py

@@ -24,13 +24,17 @@ config = {
 }
 
 
-local_llm = CTransformers(
-    model = "TheBloke/zephyr-7B-beta-GGUF",
-    model_file = "zephyr-7b-beta.Q4_0.gguf",
-    model_type="mistral",
-    lib="avx2", #for CPU use
-    **config
-)
+# local_llm = CTransformers(
+#     model = "TheBloke/zephyr-7B-beta-GGUF",
+#     model_file = "zephyr-7b-beta.Q4_0.gguf",
+#     model_type="mistral",
+#     lib="avx2", #for CPU use
+#     **config
+# )
+
+from ctransformers import AutoModelForCausalLM
+
+local_llm = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")