EmileH commited on
Commit
fddedbc
·
1 Parent(s): cc9899e

Switching from Groq to OpenAI API

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -140,17 +140,16 @@ Relevant Information:
140
 
141
  """
142
 
143
- def setup_generator(model_name, api_key_env_var="GROQ_API_KEY", max_tokens=8192):
144
  return OpenAIGenerator(
145
  api_key=Secret.from_env_var(api_key_env_var),
146
- api_base_url="https://api.groq.com/openai/v1",
147
  model=model_name,
148
  generation_kwargs={"max_tokens": max_tokens}
149
  )
150
 
151
 
152
- llm = setup_generator("llama3-8b-8192", max_tokens=30)
153
- llm2 = setup_generator("llama3-8b-8192")
154
 
155
 
156
  embedder = SentenceTransformersTextEmbedder(model=embedding_model, trust_remote_code=True)
 
140
 
141
  """
142
 
143
+ def setup_generator(model_name, api_key_env_var="OPENAI_API_KEY", max_tokens=8192):
144
  return OpenAIGenerator(
145
  api_key=Secret.from_env_var(api_key_env_var),
 
146
  model=model_name,
147
  generation_kwargs={"max_tokens": max_tokens}
148
  )
149
 
150
 
151
+ llm = setup_generator("gpt-4o-mini", max_tokens=30)
152
+ llm2 = setup_generator("gpt-4o-mini")
153
 
154
 
155
  embedder = SentenceTransformersTextEmbedder(model=embedding_model, trust_remote_code=True)