TroglodyteDerivations commited on
Commit
8743538
1 Parent(s): a4ad042

Updated with line 105 removal

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -102,7 +102,6 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
102
  "mistralai/Mistral-7B-Instruct-v0.1",
103
  "tiiuae/falcon-7b-instruct"]:
104
  llm = HuggingFaceEndpoint(
105
- raise gr.Error("LLM model is too large to be loaded automatically on free inference endpoint")
106
  repo_id=llm_model,
107
  token=HUGGINGFACEHUB_API_TOKEN,
108
  # model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "load_in_8bit": True}
 
102
  "mistralai/Mistral-7B-Instruct-v0.1",
103
  "tiiuae/falcon-7b-instruct"]:
104
  llm = HuggingFaceEndpoint(
 
105
  repo_id=llm_model,
106
  token=HUGGINGFACEHUB_API_TOKEN,
107
  # model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k, "load_in_8bit": True}