mirror of https://github.com/xtekky/gpt4free
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
19 lines
547 B
Python
19 lines
547 B
Python
import requests
|
|
import json
|
|
url = "http://localhost:1337/v1/chat/completions"
|
|
body = {
|
|
"model": "",
|
|
"provider": "",
|
|
"stream": True,
|
|
"messages": [
|
|
{"role": "assistant", "content": "What can you do? Who are you?"}
|
|
]
|
|
}
|
|
lines = requests.post(url, json=body, stream=True).iter_lines()
|
|
for line in lines:
|
|
if line.startswith(b"data: "):
|
|
try:
|
|
print(json.loads(line[6:]).get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="")
|
|
except json.JSONDecodeError:
|
|
pass
|
|
print() |