diff options
author | H Lohaus <hlohaus@users.noreply.github.com> | 2024-01-22 04:33:19 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-01-22 04:33:19 +0100 |
commit | efbcc04d8ac45f5acf1e394d9445ad8569a0a127 (patch) | |
tree | fe9d386a04a280c8aaeec2faaa05819058801d12 /g4f/Provider/needs_auth | |
parent | ~ | to do list | survey: https://forms.gle/FhtGtUorygyJn7i48 (diff) | |
parent | Improve CreateImagesBing (diff) | |
download | gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.tar gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.tar.gz gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.tar.bz2 gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.tar.lz gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.tar.xz gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.tar.zst gpt4free-efbcc04d8ac45f5acf1e394d9445ad8569a0a127.zip |
Diffstat (limited to 'g4f/Provider/needs_auth')
-rw-r--r-- | g4f/Provider/needs_auth/HuggingChat.py | 71 | ||||
-rw-r--r-- | g4f/Provider/needs_auth/__init__.py | 1 |
2 files changed, 0 insertions, 72 deletions
diff --git a/g4f/Provider/needs_auth/HuggingChat.py b/g4f/Provider/needs_auth/HuggingChat.py deleted file mode 100644 index e4fa237d..00000000 --- a/g4f/Provider/needs_auth/HuggingChat.py +++ /dev/null @@ -1,71 +0,0 @@ -from __future__ import annotations - -import json, uuid - -from aiohttp import ClientSession - -from ...typing import AsyncResult, Messages -from ..base_provider import AsyncGeneratorProvider -from ..helper import format_prompt, get_cookies - -map = { - "openchat/openchat_3.5": "openchat/openchat-3.5-1210", -} - -class HuggingChat(AsyncGeneratorProvider): - url = "https://huggingface.co/chat" - working = True - model = "meta-llama/Llama-2-70b-chat-hf" - - @classmethod - async def create_async_generator( - cls, - model: str, - messages: Messages, - stream: bool = True, - proxy: str = None, - web_search: bool = False, - cookies: dict = None, - **kwargs - ) -> AsyncResult: - if not model: - model = cls.model - elif model in map: - model = map[model] - if not cookies: - cookies = get_cookies(".huggingface.co") - - headers = { - 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36', - } - async with ClientSession( - cookies=cookies, - headers=headers - ) as session: - async with session.post(f"{cls.url}/conversation", json={"model": model}, proxy=proxy) as response: - conversation_id = (await response.json())["conversationId"] - - send = { - "id": str(uuid.uuid4()), - "inputs": format_prompt(messages), - "is_retry": False, - "response_id": str(uuid.uuid4()), - "web_search": web_search - } - async with session.post(f"{cls.url}/conversation/{conversation_id}", json=send, proxy=proxy) as response: - first_token = True - async for line in response.content: - line = json.loads(line[:-1]) - if "type" not in line: - raise RuntimeError(f"Response: {line}") - elif line["type"] == "stream": - token = line["token"] - if first_token: - token = token.lstrip() - first_token = False - yield token - elif line["type"] == "finalAnswer": - break - - async with session.delete(f"{cls.url}/conversation/{conversation_id}", proxy=proxy) as response: - response.raise_for_status() diff --git a/g4f/Provider/needs_auth/__init__.py b/g4f/Provider/needs_auth/__init__.py index b85cd36a..46e1f740 100644 --- a/g4f/Provider/needs_auth/__init__.py +++ b/g4f/Provider/needs_auth/__init__.py @@ -2,7 +2,6 @@ from .Bard import Bard from .Raycast import Raycast from .Theb import Theb from .ThebApi import ThebApi -from .HuggingChat import HuggingChat from .OpenaiChat import OpenaiChat from .OpenAssistant import OpenAssistant from .Poe import Poe
\ No newline at end of file |