From ffb4b0d162cc29b1caa4539d854de37206804225 Mon Sep 17 00:00:00 2001 From: H Lohaus Date: Wed, 20 Nov 2024 19:58:16 +0100 Subject: Improve download of generated images, serve images in the api (#2391) * Improve download of generated images, serve images in the api Add support for conversation handling in the api * Add orginal prompt to image response * Add download images option in gui, fix loading model list in Airforce * Add download images option in gui, fix loading model list in Airforce --- etc/examples/api.py | 35 +++++++++++++++++++++++++++++++---- 1 file changed, 31 insertions(+), 4 deletions(-) (limited to 'etc') diff --git a/etc/examples/api.py b/etc/examples/api.py index f8f5d5ec..2485bade 100644 --- a/etc/examples/api.py +++ b/etc/examples/api.py @@ -1,13 +1,17 @@ import requests import json +import uuid + url = "http://localhost:1337/v1/chat/completions" +conversation_id = str(uuid.uuid4()) body = { "model": "", - "provider": "", + "provider": "Copilot", "stream": True, "messages": [ - {"role": "user", "content": "What can you do? Who are you?"} - ] + {"role": "user", "content": "Hello, i am Heiner. How are you?"} + ], + "conversation_id": conversation_id } response = requests.post(url, json=body, stream=True) response.raise_for_status() @@ -21,4 +25,27 @@ for line in response.iter_lines(): print(json_data.get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="") except json.JSONDecodeError: pass -print() \ No newline at end of file +print() +print() +print() +body = { + "model": "", + "provider": "Copilot", + "stream": True, + "messages": [ + {"role": "user", "content": "Tell me somethings about my name"} + ], + "conversation_id": conversation_id +} +response = requests.post(url, json=body, stream=True) +response.raise_for_status() +for line in response.iter_lines(): + if line.startswith(b"data: "): + try: + json_data = json.loads(line[6:]) + if json_data.get("error"): + print(json_data) + break + print(json_data.get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="") + except json.JSONDecodeError: + pass \ No newline at end of file -- cgit v1.2.3