Update app.py

app.py

@@ -9,7 +9,7 @@ from huggingface_hub import hf_hub_download
 convHistory = ''
 modelfile = hf_hub_download(
         repo_id=os.environ.get("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"),     #("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"),  HuggingFaceH4/zephyr-7b-beta
-        filename=os.environ.get("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"),  #("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"),
+        filename=os.environ.get("MODEL_FILE", "stablelm-zephyr-3b.Q2_K.gguf"),  #("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"),
     )
 repetitionpenalty = 1.15
 contextlength=4096