diff options
author | Tekky <98614666+xtekky@users.noreply.github.com> | 2023-08-17 14:50:35 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-08-17 14:50:35 +0200 |
commit | e8066c1df55c429a72e0770ee0e30a0ffc03f019 (patch) | |
tree | c8bc44917ea03909cf586140f984ff0814bc30ea /g4f/Provider/Lockchat.py | |
parent | ~ | small fixes & new pypi version | v-0.0.1.9 (diff) | |
parent | refactor: refactor provider (diff) | |
download | gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.gz gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.bz2 gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.lz gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.xz gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.zst gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.zip |
Diffstat (limited to 'g4f/Provider/Lockchat.py')
-rw-r--r-- | g4f/Provider/Lockchat.py | 66 |
1 files changed, 66 insertions, 0 deletions
diff --git a/g4f/Provider/Lockchat.py b/g4f/Provider/Lockchat.py new file mode 100644 index 00000000..974d1331 --- /dev/null +++ b/g4f/Provider/Lockchat.py @@ -0,0 +1,66 @@ +import json + +import requests + +from ..typing import Any, CreateResult +from .base_provider import BaseProvider + + +class Lockchat(BaseProvider): + url = "http://supertest.lockchat.app" + supports_stream = True + supports_gpt_35_turbo = True + supports_gpt_4 = True + + @staticmethod + def create_completion( + model: str, + messages: list[dict[str, str]], + stream: bool, + **kwargs: Any, + ) -> CreateResult: + temperature = float(kwargs.get("temperature", 0.7)) + payload = { + "temperature": temperature, + "messages": messages, + "model": model, + "stream": True, + } + + headers = { + "user-agent": "ChatX/39 CFNetwork/1408.0.4 Darwin/22.5.0", + } + response = requests.post( + "http://supertest.lockchat.app/v1/chat/completions", + json=payload, + headers=headers, + stream=True, + ) + response.raise_for_status() + for token in response.iter_lines(): + if b"The model: `gpt-4` does not exist" in token: + print("error, retrying...") + Lockchat.create_completion( + model=model, + messages=messages, + stream=stream, + temperature=temperature, + **kwargs, + ) + if b"content" in token: + token = json.loads(token.decode("utf-8").split("data: ")[1]) + token = token["choices"][0]["delta"].get("content") + if token: + yield (token) + + @classmethod + @property + def params(cls): + params = [ + ("model", "str"), + ("messages", "list[dict[str, str]]"), + ("stream", "bool"), + ("temperature", "float"), + ] + param = ", ".join([": ".join(p) for p in params]) + return f"g4f.provider.{cls.__name__} supports: ({param})" |