diff options
author | H Lohaus <hlohaus@users.noreply.github.com> | 2024-02-25 07:23:20 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-02-25 07:23:20 +0100 |
commit | db58b58cd0dee2340f56781b830c49431bb5bec8 (patch) | |
tree | b82dabb5fc6f03104c4065207cd85f4d9ba9b848 /g4f/Provider/FlowGpt.py | |
parent | Merge pull request #1627 from nullstreak/deepinfra (diff) | |
parent | Fix typo in system_message in FlowGpt (diff) | |
download | gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.tar gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.tar.gz gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.tar.bz2 gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.tar.lz gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.tar.xz gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.tar.zst gpt4free-db58b58cd0dee2340f56781b830c49431bb5bec8.zip |
Diffstat (limited to 'g4f/Provider/FlowGpt.py')
-rw-r--r-- | g4f/Provider/FlowGpt.py | 75 |
1 files changed, 75 insertions, 0 deletions
diff --git a/g4f/Provider/FlowGpt.py b/g4f/Provider/FlowGpt.py new file mode 100644 index 00000000..39192bf9 --- /dev/null +++ b/g4f/Provider/FlowGpt.py @@ -0,0 +1,75 @@ +from __future__ import annotations + +import json +from aiohttp import ClientSession + +from ..typing import AsyncResult, Messages +from .base_provider import AsyncGeneratorProvider, ProviderModelMixin + +class FlowGpt(AsyncGeneratorProvider, ProviderModelMixin): + url = "https://flowgpt.com/chat" + working = True + supports_gpt_35_turbo = True + supports_gpt_4 = True + supports_message_history = True + default_model = "gpt-3.5-turbo" + models = [ + "gpt-4", + "gpt-3.5-turbo", + "gpt-3.5-long", + "google-gemini", + "claude-v2", + "llama2-13b" + ] + model_aliases = { + "gemini": "google-gemini", + "gemini-pro": "google-gemini" + } + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + model = cls.get_model(model) + headers = { + "User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:122.0) Gecko/20100101 Firefox/122.0", + "Accept": "*/*", + "Accept-Language": "en-US;q=0.7,en;q=0.3", + "Accept-Encoding": "gzip, deflate, br", + "Referer": "https://flowgpt.com/", + "Content-Type": "application/json", + "Authorization": "Bearer null", + "Origin": "https://flowgpt.com", + "Connection": "keep-alive", + "Sec-Fetch-Dest": "empty", + "Sec-Fetch-Mode": "cors", + "Sec-Fetch-Site": "same-site", + "TE": "trailers" + } + async with ClientSession(headers=headers) as session: + data = { + "model": model, + "nsfw": False, + "question": messages[-1]["content"], + "history": [{"role": "assistant", "content": "Hello, how can I help you today?"}, *messages[:-1]], + "system": kwargs.get("system_message", "You are helpful assistant. Follow the user's instructions carefully."), + "temperature": kwargs.get("temperature", 0.7), + "promptId": f"model-{model}", + "documentIds": [], + "chatFileDocumentIds": [], + "generateImage": False, + "generateAudio": False + } + async with session.post("https://backend-k8s.flowgpt.com/v2/chat-anonymous", json=data, proxy=proxy) as response: + response.raise_for_status() + async for chunk in response.content: + if chunk.strip(): + message = json.loads(chunk) + if "event" not in message: + continue + if message["event"] == "text": + yield message["data"]
\ No newline at end of file |