mahynski commited on
Commit
d2a0bfd
·
verified ·
1 Parent(s): 9c21dbb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -152,16 +152,16 @@ def main():
152
 
153
  max_output_tokens = 2048 # Just a generic value
154
 
155
- os.environ['HFTOKEN'] = str(llm_key)
156
  Settings.llm = HuggingFaceInferenceAPI(
157
  model_name=llm_name,
158
- token=os.environ.get("HFTOKEN"),
159
  temperature=temperature,
160
  max_tokens=max_output_tokens
161
  )
162
  Settings.tokenizer = AutoTokenizer.from_pretrained(
163
  llm_name,
164
- token=os.environ.get("HFTOKEN"),
165
  )
166
  Settings.num_output = max_output_tokens
167
  Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
 
152
 
153
  max_output_tokens = 2048 # Just a generic value
154
 
155
+ os.environ['HF_TOKEN'] = str(llm_key)
156
  Settings.llm = HuggingFaceInferenceAPI(
157
  model_name=llm_name,
158
+ token=os.environ.get("HF_TOKEN"),
159
  temperature=temperature,
160
  max_tokens=max_output_tokens
161
  )
162
  Settings.tokenizer = AutoTokenizer.from_pretrained(
163
  llm_name,
164
+ token=os.environ.get("HF_TOKEN"),
165
  )
166
  Settings.num_output = max_output_tokens
167
  Settings.embed_model = HuggingFaceInferenceAPIEmbedding(