Update app.py
Browse files
app.py
CHANGED
@@ -152,16 +152,16 @@ def main():
|
|
152 |
|
153 |
max_output_tokens = 2048 # Just a generic value
|
154 |
|
155 |
-
os.environ['
|
156 |
Settings.llm = HuggingFaceInferenceAPI(
|
157 |
model_name=llm_name,
|
158 |
-
token=os.environ.get("
|
159 |
temperature=temperature,
|
160 |
max_tokens=max_output_tokens
|
161 |
)
|
162 |
Settings.tokenizer = AutoTokenizer.from_pretrained(
|
163 |
llm_name,
|
164 |
-
token=os.environ.get("
|
165 |
)
|
166 |
Settings.num_output = max_output_tokens
|
167 |
Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
|
|
|
152 |
|
153 |
max_output_tokens = 2048 # Just a generic value
|
154 |
|
155 |
+
os.environ['HF_TOKEN'] = str(llm_key)
|
156 |
Settings.llm = HuggingFaceInferenceAPI(
|
157 |
model_name=llm_name,
|
158 |
+
token=os.environ.get("HF_TOKEN"),
|
159 |
temperature=temperature,
|
160 |
max_tokens=max_output_tokens
|
161 |
)
|
162 |
Settings.tokenizer = AutoTokenizer.from_pretrained(
|
163 |
llm_name,
|
164 |
+
token=os.environ.get("HF_TOKEN"),
|
165 |
)
|
166 |
Settings.num_output = max_output_tokens
|
167 |
Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
|