dotenv

.env

@@ -12,4 +12,8 @@ export DO_SAMPLE=
 export FREQ_PENALTY=
 export VECTOR_COLUMN=
 export TEXT_COLUMN=
-export BATCH_SIZE=
+export BATCH_SIZE=
+
+#### SECRETS ####
+export OPENAI_API_KEY=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
+################

backend/query_llm.py

@@ -7,11 +7,15 @@ from typing import Any, Dict, Generator, List
 from huggingface_hub import InferenceClient
 from transformers import AutoTokenizer
 
+from dotenv import load_dotenv
+
+load_dotenv()
+
 
 
 OPENAI_KEY = os.getenv("OPENAI_API_KEY")
 HF_TOKEN = os.getenv("HF_TOKEN")
-model_name = 'mistralai/Mistral-7B-Instruct-v0.2'
+model_name = os.getenv("HF_MODEL")
 TOKENIZER = AutoTokenizer.from_pretrained(model_name)
 
 HF_CLIENT = InferenceClient(

requirements.txt

@@ -4,4 +4,5 @@ sentence-transformers==2.3.1
 tqdm==4.66.1
 torch==2.1.1
 transformers==4.37.2
+python-dotenv==1.0.1