Update openai example

This commit is contained in:
Ramon Victor Cardoso 2024-01-04 12:27:02 -03:00
parent d72c76a142
commit f3fb6f8a60

View File

@ -369,17 +369,19 @@ python -m g4f.api.run
```
```python
import openai
from openai import OpenAI
# Set your Hugging Face token as the API key if you use embeddings
# If you don't use embeddings, leave it empty
openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token
client = OpenAI(
# Set your Hugging Face token as the API key if you use embeddings
api_key="YOUR_HUGGING_FACE_TOKEN",
# Set the API base URL if needed, e.g., for a local development environment
base_url="http://localhost:1337/v1"
)
# Set the API base URL if needed, e.g., for a local development environment
openai.api_base = "http://localhost:1337/v1"
def main():
chat_completion = openai.ChatCompletion.create(
chat_completion = client.chat.completions.create(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "write a poem about a tree"}],
stream=True,
@ -391,10 +393,11 @@ def main():
else:
# Streaming
for token in chat_completion:
content = token["choices"][0]["delta"].get("content")
content = token.choices[0].delta.content
if content is not None:
print(content, end="", flush=True)
if __name__ == "__main__":
main()
```