Spaces:

SunderAli17
/

Heartcare_Chatbot

Runtime error

SunderAli17 commited on Aug 28

Commit

c2e4255

•

1 Parent(s): f74cec5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,8 +11,8 @@ load_dotenv()
 # Configure the Llama index settings
 Settings.llm = HuggingFaceInferenceAPI(
-    model_name="meta-llama/Meta-Llama-3-70B-Instruct",
-    tokenizer_name="meta-llama/Meta-Llama-3-70B-Instruct",
     context_window=3000,
     token=os.getenv("HF_TOKEN"),
     max_new_tokens=512,

 # Configure the Llama index settings
 Settings.llm = HuggingFaceInferenceAPI(
+    model_name="meta-llama/Meta-Llama-3.1-8B-Instruct",
+    tokenizer_name="meta-llama/Meta-Llama-3.1-8B-Instruct",
     context_window=3000,
     token=os.getenv("HF_TOKEN"),
     max_new_tokens=512,