# type: ignore import openai openai.api_key = "" openai.api_base = "http://localhost:1337" def main(): chat_completion = openai.ChatCompletion.create( model="gpt-3.5-turbo", messages=[{"role": "user", "content": "write a poem about a tree"}], stream=True, ) if isinstance(chat_completion, dict): # not stream print(chat_completion.choices[0].message.content) else: # stream for token in chat_completion: content = token["choices"][0]["delta"].get("content") if content != None: print(content, end="", flush=True) if __name__ == "__main__": main()