diff options
author | Ramon Victor Cardoso <ramonvc19@gmail.com> | 2024-01-04 16:27:02 +0100 |
---|---|---|
committer | Ramon Victor Cardoso <ramonvc19@gmail.com> | 2024-01-04 16:27:02 +0100 |
commit | f3fb6f8a60b758b0e245c3341602a1631cc2fc73 (patch) | |
tree | 962a9ab7054dabd21a38405e69f9ed4ea52eb54b | |
parent | ~ (diff) | |
download | gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.tar gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.tar.gz gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.tar.bz2 gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.tar.lz gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.tar.xz gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.tar.zst gpt4free-f3fb6f8a60b758b0e245c3341602a1631cc2fc73.zip |
-rw-r--r-- | README.md | 19 |
1 files changed, 11 insertions, 8 deletions
@@ -369,17 +369,19 @@ python -m g4f.api.run ``` ```python -import openai +from openai import OpenAI -# Set your Hugging Face token as the API key if you use embeddings -# If you don't use embeddings, leave it empty -openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token +client = OpenAI( + # Set your Hugging Face token as the API key if you use embeddings + api_key="YOUR_HUGGING_FACE_TOKEN", + + # Set the API base URL if needed, e.g., for a local development environment + base_url="http://localhost:1337/v1" +) -# Set the API base URL if needed, e.g., for a local development environment -openai.api_base = "http://localhost:1337/v1" def main(): - chat_completion = openai.ChatCompletion.create( + chat_completion = client.chat.completions.create( model="gpt-3.5-turbo", messages=[{"role": "user", "content": "write a poem about a tree"}], stream=True, @@ -391,10 +393,11 @@ def main(): else: # Streaming for token in chat_completion: - content = token["choices"][0]["delta"].get("content") + content = token.choices[0].delta.content if content is not None: print(content, end="", flush=True) + if __name__ == "__main__": main() ``` |