Spaces:
Running
on
Zero
Running
on
Zero
File size: 451 Bytes
63f6011 |
1 2 3 4 5 6 7 8 9 10 11 |
import openai # openai v1.0.0+
client = openai.OpenAI(api_key="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",base_url="https://api.groq.com/openai/v1") # set proxy to base_url
# request sent to model set on litellm proxy, `litellm --model`
response = client.chat.completions.create(model="Llama3-70b-8192", messages = [
{
"role": "user",
"content": "this is a test request, write a short poem"
}
])
print(response) |