diff options
author | kqlio67 <kqlio67@users.noreply.github.com> | 2024-09-29 22:38:25 +0200 |
---|---|---|
committer | kqlio67 <kqlio67@users.noreply.github.com> | 2024-09-29 22:38:25 +0200 |
commit | 58db9e03f0a25613cf90cf8184ebf159123e7477 (patch) | |
tree | e926d6f5551b4eb069e35b41479275056999e6c9 /g4f/Provider/nexra/NexraQwen.py | |
parent | docs/providers-and-models.md (diff) | |
download | gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.gz gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.bz2 gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.lz gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.xz gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.zst gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.zip |
Diffstat (limited to '')
-rw-r--r-- | g4f/Provider/nexra/NexraQwen.py | 52 |
1 files changed, 52 insertions, 0 deletions
diff --git a/g4f/Provider/nexra/NexraQwen.py b/g4f/Provider/nexra/NexraQwen.py new file mode 100644 index 00000000..ae8e9a0e --- /dev/null +++ b/g4f/Provider/nexra/NexraQwen.py @@ -0,0 +1,52 @@ +from __future__ import annotations + +import json +from aiohttp import ClientSession + +from ...typing import AsyncResult, Messages +from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin +from ..helper import format_prompt + + +class NexraQwen(AsyncGeneratorProvider, ProviderModelMixin): + label = "Nexra Qwen" + api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements" + models = ['qwen'] + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + headers = { + "Content-Type": "application/json" + } + async with ClientSession(headers=headers) as session: + data = { + "messages": [ + {'role': 'assistant', 'content': ''}, + {'role': 'user', 'content': format_prompt(messages)} + ], + "markdown": False, + "stream": True, + "model": model + } + async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response: + response.raise_for_status() + full_response = '' + async for line in response.content: + if line: + messages = line.decode('utf-8').split('\x1e') + for message_str in messages: + try: + message = json.loads(message_str) + if message.get('message'): + full_response = message['message'] + if message.get('finish'): + yield full_response.strip() + return + except json.JSONDecodeError: + pass |