summaryrefslogtreecommitdiffstats
path: root/g4f/Provider/nexra/NexraQwen.py
diff options
context:
space:
mode:
authorkqlio67 <kqlio67@users.noreply.github.com>2024-09-29 22:38:25 +0200
committerkqlio67 <kqlio67@users.noreply.github.com>2024-09-29 22:38:25 +0200
commit58db9e03f0a25613cf90cf8184ebf159123e7477 (patch)
treee926d6f5551b4eb069e35b41479275056999e6c9 /g4f/Provider/nexra/NexraQwen.py
parentdocs/providers-and-models.md (diff)
downloadgpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar
gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.gz
gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.bz2
gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.lz
gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.xz
gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.tar.zst
gpt4free-58db9e03f0a25613cf90cf8184ebf159123e7477.zip
Diffstat (limited to '')
-rw-r--r--g4f/Provider/nexra/NexraQwen.py52
1 files changed, 52 insertions, 0 deletions
diff --git a/g4f/Provider/nexra/NexraQwen.py b/g4f/Provider/nexra/NexraQwen.py
new file mode 100644
index 00000000..ae8e9a0e
--- /dev/null
+++ b/g4f/Provider/nexra/NexraQwen.py
@@ -0,0 +1,52 @@
+from __future__ import annotations
+
+import json
+from aiohttp import ClientSession
+
+from ...typing import AsyncResult, Messages
+from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin
+from ..helper import format_prompt
+
+
+class NexraQwen(AsyncGeneratorProvider, ProviderModelMixin):
+ label = "Nexra Qwen"
+ api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements"
+ models = ['qwen']
+
+ @classmethod
+ async def create_async_generator(
+ cls,
+ model: str,
+ messages: Messages,
+ proxy: str = None,
+ **kwargs
+ ) -> AsyncResult:
+ headers = {
+ "Content-Type": "application/json"
+ }
+ async with ClientSession(headers=headers) as session:
+ data = {
+ "messages": [
+ {'role': 'assistant', 'content': ''},
+ {'role': 'user', 'content': format_prompt(messages)}
+ ],
+ "markdown": False,
+ "stream": True,
+ "model": model
+ }
+ async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response:
+ response.raise_for_status()
+ full_response = ''
+ async for line in response.content:
+ if line:
+ messages = line.decode('utf-8').split('\x1e')
+ for message_str in messages:
+ try:
+ message = json.loads(message_str)
+ if message.get('message'):
+ full_response = message['message']
+ if message.get('finish'):
+ yield full_response.strip()
+ return
+ except json.JSONDecodeError:
+ pass