diff options
author | kqlio67 <kqlio67@users.noreply.github.com> | 2024-10-11 08:33:30 +0200 |
---|---|---|
committer | kqlio67 <kqlio67@users.noreply.github.com> | 2024-10-11 08:33:30 +0200 |
commit | a9bc67362f2be529fe9165ebb13347195ba1ddcf (patch) | |
tree | 1a91836eaa94f14c18ad5d55f687ff8a2118c357 /g4f/Provider/nexra/NexraBlackbox.py | |
parent | feat(g4f/Provider/__init__.py): add new providers and update imports (diff) | |
download | gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.tar gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.tar.gz gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.tar.bz2 gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.tar.lz gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.tar.xz gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.tar.zst gpt4free-a9bc67362f2be529fe9165ebb13347195ba1ddcf.zip |
Diffstat (limited to 'g4f/Provider/nexra/NexraBlackbox.py')
-rw-r--r-- | g4f/Provider/nexra/NexraBlackbox.py | 101 |
1 files changed, 101 insertions, 0 deletions
diff --git a/g4f/Provider/nexra/NexraBlackbox.py b/g4f/Provider/nexra/NexraBlackbox.py new file mode 100644 index 00000000..a8b4fca1 --- /dev/null +++ b/g4f/Provider/nexra/NexraBlackbox.py @@ -0,0 +1,101 @@ +from __future__ import annotations + +import json +from aiohttp import ClientSession, ClientTimeout, ClientError + +from ...typing import AsyncResult, Messages +from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin + +class NexraBlackbox(AsyncGeneratorProvider, ProviderModelMixin): + label = "Nexra Blackbox" + url = "https://nexra.aryahcr.cc/documentation/blackbox/en" + api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements" + working = True + supports_stream = True + + default_model = 'blackbox' + models = [default_model] + + model_aliases = { + "blackboxai": "blackbox", + } + + @classmethod + def get_model(cls, model: str) -> str: + if model in cls.models: + return model + elif model in cls.model_aliases: + return cls.model_aliases[model] + else: + return cls.default_model + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + stream: bool = False, + markdown: bool = False, + websearch: bool = False, + **kwargs + ) -> AsyncResult: + model = cls.get_model(model) + + headers = { + "Content-Type": "application/json" + } + + payload = { + "messages": [{"role": msg["role"], "content": msg["content"]} for msg in messages], + "websearch": websearch, + "stream": stream, + "markdown": markdown, + "model": model + } + + timeout = ClientTimeout(total=600) # 10 minutes timeout + + try: + async with ClientSession(headers=headers, timeout=timeout) as session: + async with session.post(cls.api_endpoint, json=payload, proxy=proxy) as response: + if response.status != 200: + error_text = await response.text() + raise Exception(f"Error: {response.status} - {error_text}") + + content = await response.text() + + # Split content by Record Separator character + parts = content.split('\x1e') + full_message = "" + links = [] + + for part in parts: + if part: + try: + json_response = json.loads(part) + + if json_response.get("message"): + full_message = json_response["message"] # Overwrite instead of append + + if isinstance(json_response.get("search"), list): + links = json_response["search"] # Overwrite instead of extend + + if json_response.get("finish", False): + break + + except json.JSONDecodeError: + pass + + if full_message: + yield full_message.strip() + + if payload["websearch"] and links: + yield "\n\n**Source:**" + for i, link in enumerate(links, start=1): + yield f"\n{i}. {link['title']}: {link['link']}" + + except ClientError: + raise + except Exception: + raise |