Merge pull request #1431 from ramonvc/update-openai-example

Update openai example
This commit is contained in:
H Lohaus 2024-01-04 20:30:43 +01:00 committed by GitHub
commit 4a55337e9e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -369,17 +369,19 @@ python -m g4f.api.run
```
```python
import openai
from openai import OpenAI
# Set your Hugging Face token as the API key if you use embeddings
# If you don't use embeddings, leave it empty
openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token
client = OpenAI(
# Set your Hugging Face token as the API key if you use embeddings
api_key="YOUR_HUGGING_FACE_TOKEN",
# Set the API base URL if needed, e.g., for a local development environment
base_url="http://localhost:1337/v1"
)
# Set the API base URL if needed, e.g., for a local development environment
openai.api_base = "http://localhost:1337/v1"
def main():
chat_completion = openai.ChatCompletion.create(
chat_completion = client.chat.completions.create(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "write a poem about a tree"}],
stream=True,
@ -391,10 +393,11 @@ def main():
else:
# Streaming
for token in chat_completion:
content = token["choices"][0]["delta"].get("content")
content = token.choices[0].delta.content
if content is not None:
print(content, end="", flush=True)
if __name__ == "__main__":
main()
```