summaryrefslogtreecommitdiffstats
path: root/phind
diff options
context:
space:
mode:
authort.me/xtekky <98614666+xtekky@users.noreply.github.com>2023-04-27 20:26:36 +0200
committert.me/xtekky <98614666+xtekky@users.noreply.github.com>2023-04-27 20:26:36 +0200
commit011d0babc265acfe35927c898a276ce8b9a261f3 (patch)
treedce934fe1153ec116a863baeca89a1ca590ab9bf /phind
parentMerge branch 'main' of https://github.com/xtekky/gpt4free (diff)
downloadgpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.tar
gpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.tar.gz
gpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.tar.bz2
gpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.tar.lz
gpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.tar.xz
gpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.tar.zst
gpt4free-011d0babc265acfe35927c898a276ce8b9a261f3.zip
Diffstat (limited to '')
-rw-r--r--phind/README.md34
-rw-r--r--phind/__init__.py289
-rw-r--r--phind/__pycache__/__init__.cpython-311.pycbin8642 -> 0 bytes
3 files changed, 0 insertions, 323 deletions
diff --git a/phind/README.md b/phind/README.md
deleted file mode 100644
index 806bdf49..00000000
--- a/phind/README.md
+++ /dev/null
@@ -1,34 +0,0 @@
-### Example: `phind` (use like openai pypi package) <a name="example-phind"></a>
-
-```python
-import phind
-
-# set cf_clearance cookie (needed again)
-phind.cf_clearance = 'xx.xx-1682166681-0-160'
-phind.user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36' # same as the one from browser you got cf_clearance from
-
-prompt = 'who won the quatar world cup'
-
-# help needed: not getting newlines from the stream, please submit a PR if you know how to fix this
-# stream completion
-for result in phind.StreamingCompletion.create(
- model = 'gpt-4',
- prompt = prompt,
- results = phind.Search.create(prompt, actualSearch = True), # create search (set actualSearch to False to disable internet)
- creative = False,
- detailed = False,
- codeContext = ''): # up to 3000 chars of code
-
- print(result.completion.choices[0].text, end='', flush=True)
-
-# normal completion
-result = phind.Completion.create(
- model = 'gpt-4',
- prompt = prompt,
- results = phind.Search.create(prompt, actualSearch = True), # create search (set actualSearch to False to disable internet)
- creative = False,
- detailed = False,
- codeContext = '') # up to 3000 chars of code
-
-print(result.completion.choices[0].text)
-```
diff --git a/phind/__init__.py b/phind/__init__.py
deleted file mode 100644
index 863360cb..00000000
--- a/phind/__init__.py
+++ /dev/null
@@ -1,289 +0,0 @@
-from datetime import datetime
-from queue import Queue, Empty
-from threading import Thread
-from time import time
-from urllib.parse import quote
-
-from curl_cffi.requests import post
-
-cf_clearance = ''
-user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36'
-
-
-class PhindResponse:
- class Completion:
- class Choices:
- def __init__(self, choice: dict) -> None:
- self.text = choice['text']
- self.content = self.text.encode()
- self.index = choice['index']
- self.logprobs = choice['logprobs']
- self.finish_reason = choice['finish_reason']
-
- def __repr__(self) -> str:
- return f'''<__main__.APIResponse.Completion.Choices(\n text = {self.text.encode()},\n index = {self.index},\n logprobs = {self.logprobs},\n finish_reason = {self.finish_reason})object at 0x1337>'''
-
- def __init__(self, choices: dict) -> None:
- self.choices = list(map(self.Choices, choices))
-
- class Usage:
- def __init__(self, usage_dict: dict) -> None:
- self.prompt_tokens = usage_dict['prompt_tokens']
- self.completion_tokens = usage_dict['completion_tokens']
- self.total_tokens = usage_dict['total_tokens']
-
- def __repr__(self):
- return f'''<__main__.APIResponse.Usage(\n prompt_tokens = {self.prompt_tokens},\n completion_tokens = {self.completion_tokens},\n total_tokens = {self.total_tokens})object at 0x1337>'''
-
- def __init__(self, response_dict: dict) -> None:
- self.response_dict = response_dict
- self.id = response_dict['id']
- self.object = response_dict['object']
- self.created = response_dict['created']
- self.model = response_dict['model']
- self.completion = self.Completion(response_dict['choices'])
- self.usage = self.Usage(response_dict['usage'])
-
- def json(self) -> dict:
- return self.response_dict
-
-
-class Search:
- def create(prompt: str, actualSearch: bool = True, language: str = 'en') -> dict: # None = no search
- if user_agent == '':
- raise ValueError('user_agent must be set, refer to documentation')
- if cf_clearance == '':
- raise ValueError('cf_clearance must be set, refer to documentation')
-
- if not actualSearch:
- return {
- '_type': 'SearchResponse',
- 'queryContext': {
- 'originalQuery': prompt
- },
- 'webPages': {
- 'webSearchUrl': f'https://www.bing.com/search?q={quote(prompt)}',
- 'totalEstimatedMatches': 0,
- 'value': []
- },
- 'rankingResponse': {
- 'mainline': {
- 'items': []
- }
- }
- }
-
- headers = {
- 'authority': 'www.phind.com',
- 'accept': '*/*',
- 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
- 'cookie': f'cf_clearance={cf_clearance}',
- 'origin': 'https://www.phind.com',
- 'referer': 'https://www.phind.com/search?q=hi&c=&source=searchbox&init=true',
- 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
- 'sec-ch-ua-mobile': '?0',
- 'sec-ch-ua-platform': '"macOS"',
- 'sec-fetch-dest': 'empty',
- 'sec-fetch-mode': 'cors',
- 'sec-fetch-site': 'same-origin',
- 'user-agent': user_agent
- }
-
- return post('https://www.phind.com/api/bing/search', headers=headers, json={
- 'q': prompt,
- 'userRankList': {},
- 'browserLanguage': language}).json()['rawBingResults']
-
-
-class Completion:
- def create(
- model='gpt-4',
- prompt: str = '',
- results: dict = None,
- creative: bool = False,
- detailed: bool = False,
- codeContext: str = '',
- language: str = 'en') -> PhindResponse:
-
- if user_agent == '':
- raise ValueError('user_agent must be set, refer to documentation')
-
- if cf_clearance == '':
- raise ValueError('cf_clearance must be set, refer to documentation')
-
- if results is None:
- results = Search.create(prompt, actualSearch=True)
-
- if len(codeContext) > 2999:
- raise ValueError('codeContext must be less than 3000 characters')
-
- models = {
- 'gpt-4': 'expert',
- 'gpt-3.5-turbo': 'intermediate',
- 'gpt-3.5': 'intermediate',
- }
-
- json_data = {
- 'question': prompt,
- 'bingResults': results, # response.json()['rawBingResults'],
- 'codeContext': codeContext,
- 'options': {
- 'skill': models[model],
- 'date': datetime.now().strftime("%d/%m/%Y"),
- 'language': language,
- 'detailed': detailed,
- 'creative': creative
- }
- }
-
- headers = {
- 'authority': 'www.phind.com',
- 'accept': '*/*',
- 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
- 'content-type': 'application/json',
- 'cookie': f'cf_clearance={cf_clearance}',
- 'origin': 'https://www.phind.com',
- 'referer': 'https://www.phind.com/search?q=hi&c=&source=searchbox&init=true',
- 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
- 'sec-ch-ua-mobile': '?0',
- 'sec-ch-ua-platform': '"macOS"',
- 'sec-fetch-dest': 'empty',
- 'sec-fetch-mode': 'cors',
- 'sec-fetch-site': 'same-origin',
- 'user-agent': user_agent
- }
-
- completion = ''
- response = post('https://www.phind.com/api/infer/answer', headers=headers, json=json_data, timeout=99999,
- impersonate='chrome110')
- for line in response.text.split('\r\n\r\n'):
- completion += (line.replace('data: ', ''))
-
- return PhindResponse({
- 'id': f'cmpl-1337-{int(time())}',
- 'object': 'text_completion',
- 'created': int(time()),
- 'model': models[model],
- 'choices': [{
- 'text': completion,
- 'index': 0,
- 'logprobs': None,
- 'finish_reason': 'stop'
- }],
- 'usage': {
- 'prompt_tokens': len(prompt),
- 'completion_tokens': len(completion),
- 'total_tokens': len(prompt) + len(completion)
- }
- })
-
-
-class StreamingCompletion:
- message_queue = Queue()
- stream_completed = False
-
- def request(model, prompt, results, creative, detailed, codeContext, language) -> None:
-
- models = {
- 'gpt-4': 'expert',
- 'gpt-3.5-turbo': 'intermediate',
- 'gpt-3.5': 'intermediate',
- }
-
- json_data = {
- 'question': prompt,
- 'bingResults': results,
- 'codeContext': codeContext,
- 'options': {
- 'skill': models[model],
- 'date': datetime.now().strftime("%d/%m/%Y"),
- 'language': language,
- 'detailed': detailed,
- 'creative': creative
- }
- }
-
- headers = {
- 'authority': 'www.phind.com',
- 'accept': '*/*',
- 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
- 'content-type': 'application/json',
- 'cookie': f'cf_clearance={cf_clearance}',
- 'origin': 'https://www.phind.com',
- 'referer': 'https://www.phind.com/search?q=hi&c=&source=searchbox&init=true',
- 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
- 'sec-ch-ua-mobile': '?0',
- 'sec-ch-ua-platform': '"macOS"',
- 'sec-fetch-dest': 'empty',
- 'sec-fetch-mode': 'cors',
- 'sec-fetch-site': 'same-origin',
- 'user-agent': user_agent
- }
-
- response = post('https://www.phind.com/api/infer/answer',
- headers=headers, json=json_data, timeout=99999, impersonate='chrome110',
- content_callback=StreamingCompletion.handle_stream_response)
-
- StreamingCompletion.stream_completed = True
-
- @staticmethod
- def create(
- model: str = 'gpt-4',
- prompt: str = '',
- results: dict = None,
- creative: bool = False,
- detailed: bool = False,
- codeContext: str = '',
- language: str = 'en'):
-
- if user_agent == '':
- raise ValueError('user_agent must be set, refer to documentation')
- if cf_clearance == '':
- raise ValueError('cf_clearance must be set, refer to documentation')
-
- if results is None:
- results = Search.create(prompt, actualSearch=True)
-
- if len(codeContext) > 2999:
- raise ValueError('codeContext must be less than 3000 characters')
-
- Thread(target=StreamingCompletion.request, args=[
- model, prompt, results, creative, detailed, codeContext, language]).start()
-
- while StreamingCompletion.stream_completed != True or not StreamingCompletion.message_queue.empty():
- try:
- chunk = StreamingCompletion.message_queue.get(timeout=0)
-
- if chunk == b'data: \r\ndata: \r\ndata: \r\n\r\n':
- chunk = b'data: \n\n\r\n\r\n'
-
- chunk = chunk.decode()
-
- chunk = chunk.replace('data: \r\n\r\ndata: ', 'data: \n')
- chunk = chunk.replace('\r\ndata: \r\ndata: \r\n\r\n', '\n\n\r\n\r\n')
- chunk = chunk.replace('data: ', '').replace('\r\n\r\n', '')
-
- yield PhindResponse({
- 'id': f'cmpl-1337-{int(time())}',
- 'object': 'text_completion',
- 'created': int(time()),
- 'model': model,
- 'choices': [{
- 'text': chunk,
- 'index': 0,
- 'logprobs': None,
- 'finish_reason': 'stop'
- }],
- 'usage': {
- 'prompt_tokens': len(prompt),
- 'completion_tokens': len(chunk),
- 'total_tokens': len(prompt) + len(chunk)
- }
- })
-
- except Empty:
- pass
-
- @staticmethod
- def handle_stream_response(response):
- StreamingCompletion.message_queue.put(response)
diff --git a/phind/__pycache__/__init__.cpython-311.pyc b/phind/__pycache__/__init__.cpython-311.pyc
deleted file mode 100644
index b72e9d3d..00000000
--- a/phind/__pycache__/__init__.cpython-311.pyc
+++ /dev/null
Binary files differ