tests/testgroq.py

import openai # openai v1.0.0+
client = openai.OpenAI(api_key="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",base_url="https://api.groq.com/openai/v1") # set proxy to base_url
# request sent to model set on litellm proxy, `litellm --model`
response = client.chat.completions.create(model="Llama3-70b-8192", messages = [
    {
        "role": "user",
        "content": "this is a test request, write a short poem"
    }
])

print(response)