|
import requests |
|
import json |
|
import uuid |
|
|
|
url = "http://localhost:1337/v1/chat/completions" |
|
conversation_id = str(uuid.uuid4()) |
|
body = { |
|
"model": "", |
|
"provider": "Copilot", |
|
"stream": True, |
|
"messages": [ |
|
{"role": "user", "content": "Hello, i am Heiner. How are you?"} |
|
], |
|
"conversation_id": conversation_id |
|
} |
|
response = requests.post(url, json=body, stream=True) |
|
response.raise_for_status() |
|
for line in response.iter_lines(): |
|
if line.startswith(b"data: "): |
|
try: |
|
json_data = json.loads(line[6:]) |
|
if json_data.get("error"): |
|
print(json_data) |
|
break |
|
print(json_data.get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="") |
|
except json.JSONDecodeError: |
|
pass |
|
print() |
|
print() |
|
print() |
|
body = { |
|
"model": "", |
|
"provider": "Copilot", |
|
"stream": True, |
|
"messages": [ |
|
{"role": "user", "content": "Tell me somethings about my name"} |
|
], |
|
"conversation_id": conversation_id |
|
} |
|
response = requests.post(url, json=body, stream=True) |
|
response.raise_for_status() |
|
for line in response.iter_lines(): |
|
if line.startswith(b"data: "): |
|
try: |
|
json_data = json.loads(line[6:]) |
|
if json_data.get("error"): |
|
print(json_data) |
|
break |
|
print(json_data.get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="") |
|
except json.JSONDecodeError: |
|
pass |