TroglodyteDerivations
commited on
Commit
•
8743538
1
Parent(s):
a4ad042
Updated with line 105 removal
Browse files
app.py
CHANGED
@@ -102,7 +102,6 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
|
|
102 |
"mistralai/Mistral-7B-Instruct-v0.1",
|
103 |
"tiiuae/falcon-7b-instruct"]:
|
104 |
llm = HuggingFaceEndpoint(
|
105 |
-
raise gr.Error("LLM model is too large to be loaded automatically on free inference endpoint")
|
106 |
repo_id=llm_model,
|
107 |
token=HUGGINGFACEHUB_API_TOKEN,
|
108 |
# model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "load_in_8bit": True}
|
|
|
102 |
"mistralai/Mistral-7B-Instruct-v0.1",
|
103 |
"tiiuae/falcon-7b-instruct"]:
|
104 |
llm = HuggingFaceEndpoint(
|
|
|
105 |
repo_id=llm_model,
|
106 |
token=HUGGINGFACEHUB_API_TOKEN,
|
107 |
# model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "load_in_8bit": True}
|