diff options
author | Heiner Lohaus <heiner@lohaus.eu> | 2023-09-26 00:52:29 +0200 |
---|---|---|
committer | Heiner Lohaus <heiner@lohaus.eu> | 2023-09-26 00:52:29 +0200 |
commit | 348670fe35369298af8e289af9d523beecfed4c3 (patch) | |
tree | f6b81b7d37db130e6de2ec42fb6119bbf224e425 /g4f/requests.py | |
parent | Add Myshell Provider (diff) | |
download | gpt4free-348670fe35369298af8e289af9d523beecfed4c3.tar gpt4free-348670fe35369298af8e289af9d523beecfed4c3.tar.gz gpt4free-348670fe35369298af8e289af9d523beecfed4c3.tar.bz2 gpt4free-348670fe35369298af8e289af9d523beecfed4c3.tar.lz gpt4free-348670fe35369298af8e289af9d523beecfed4c3.tar.xz gpt4free-348670fe35369298af8e289af9d523beecfed4c3.tar.zst gpt4free-348670fe35369298af8e289af9d523beecfed4c3.zip |
Diffstat (limited to '')
-rw-r--r-- | g4f/requests.py | 78 |
1 files changed, 78 insertions, 0 deletions
diff --git a/g4f/requests.py b/g4f/requests.py new file mode 100644 index 00000000..1a0c612c --- /dev/null +++ b/g4f/requests.py @@ -0,0 +1,78 @@ +from __future__ import annotations + +import json, sys +from aiohttp import StreamReader +from aiohttp.base_protocol import BaseProtocol + +from curl_cffi.requests import AsyncSession +from curl_cffi.requests.cookies import Request +from curl_cffi.requests.cookies import Response + + +class StreamResponse: + def __init__(self, inner: Response, content: StreamReader, request: Request): + self.inner = inner + self.content = content + self.request = request + self.status_code = inner.status_code + self.reason = inner.reason + self.ok = inner.ok + + async def text(self) -> str: + content = await self.content.read() + return content.decode() + + def raise_for_status(self): + if not self.ok: + raise RuntimeError(f"HTTP Error {self.status_code}: {self.reason}") + + async def json(self, **kwargs): + return json.loads(await self.content.read(), **kwargs) + + +class StreamRequest: + def __init__(self, session: AsyncSession, method: str, url: str, **kwargs): + self.session = session + self.loop = session.loop + self.content = StreamReader( + BaseProtocol(session.loop), + sys.maxsize, + loop=session.loop + ) + self.method = method + self.url = url + self.options = kwargs + + def on_content(self, data): + if not self.enter.done(): + self.enter.set_result(None) + self.content.feed_data(data) + + def on_done(self, task): + self.content.feed_eof() + + async def __aenter__(self) -> StreamResponse: + self.curl = await self.session.pop_curl() + self.enter = self.session.loop.create_future() + request, _, header_buffer = self.session._set_curl_options( + self.curl, + self.method, + self.url, + content_callback=self.on_content, + **self.options + ) + handle = self.session.acurl.add_handle(self.curl) + self.handle = self.session.loop.create_task(handle) + self.handle.add_done_callback(self.on_done) + await self.enter + return StreamResponse( + self.session._parse_response(self.curl, request, _, header_buffer), + self.content, + request + ) + + async def __aexit__(self, exc_type, exc, tb): + await self.handle + self.curl.clean_after_perform() + self.curl.reset() + self.session.push_curl(self.curl)
\ No newline at end of file |