Switching from Groq to OpenAI API
Browse files
app.py
CHANGED
@@ -140,17 +140,16 @@ Relevant Information:
|
|
140 |
|
141 |
"""
|
142 |
|
143 |
-
def setup_generator(model_name, api_key_env_var="
|
144 |
return OpenAIGenerator(
|
145 |
api_key=Secret.from_env_var(api_key_env_var),
|
146 |
-
api_base_url="https://api.groq.com/openai/v1",
|
147 |
model=model_name,
|
148 |
generation_kwargs={"max_tokens": max_tokens}
|
149 |
)
|
150 |
|
151 |
|
152 |
-
llm = setup_generator("
|
153 |
-
llm2 = setup_generator("
|
154 |
|
155 |
|
156 |
embedder = SentenceTransformersTextEmbedder(model=embedding_model, trust_remote_code=True)
|
|
|
140 |
|
141 |
"""
|
142 |
|
143 |
+
def setup_generator(model_name, api_key_env_var="OPENAI_API_KEY", max_tokens=8192):
|
144 |
return OpenAIGenerator(
|
145 |
api_key=Secret.from_env_var(api_key_env_var),
|
|
|
146 |
model=model_name,
|
147 |
generation_kwargs={"max_tokens": max_tokens}
|
148 |
)
|
149 |
|
150 |
|
151 |
+
llm = setup_generator("gpt-4o-mini", max_tokens=30)
|
152 |
+
llm2 = setup_generator("gpt-4o-mini")
|
153 |
|
154 |
|
155 |
embedder = SentenceTransformersTextEmbedder(model=embedding_model, trust_remote_code=True)
|