Switching from Groq to OpenAI API

app.py

@@ -140,17 +140,16 @@ Relevant Information:
 
 """
 
-def setup_generator(model_name, api_key_env_var="GROQ_API_KEY", max_tokens=8192):
+def setup_generator(model_name, api_key_env_var="OPENAI_API_KEY", max_tokens=8192):
     return OpenAIGenerator(
         api_key=Secret.from_env_var(api_key_env_var),
-        api_base_url="https://api.groq.com/openai/v1",
         model=model_name,
         generation_kwargs={"max_tokens": max_tokens}
     )
 
 
-llm = setup_generator("llama3-8b-8192", max_tokens=30)
-llm2 = setup_generator("llama3-8b-8192")
+llm = setup_generator("gpt-4o-mini", max_tokens=30)
+llm2 = setup_generator("gpt-4o-mini")
 
 
 embedder = SentenceTransformersTextEmbedder(model=embedding_model, trust_remote_code=True)