summaryrefslogtreecommitdiffstats
path: root/openai_rev/quora/__init__.py
diff options
context:
space:
mode:
authornoptuno <repollo.marrero@gmail.com>2023-04-28 02:40:47 +0200
committernoptuno <repollo.marrero@gmail.com>2023-04-28 02:40:47 +0200
commit6f6a73987201c9c303047c61389b82ad98b15597 (patch)
treebf67eb590d49979d6740bc1e94b4018df48bce98 /openai_rev/quora/__init__.py
parentResolved merge conflicts and merged pr_218 into STREAMLIT_CHAT_IMPLEMENTATION (diff)
parentMerging PR_218 openai_rev package with new streamlit chat app (diff)
downloadgpt4free-6f6a73987201c9c303047c61389b82ad98b15597.tar
gpt4free-6f6a73987201c9c303047c61389b82ad98b15597.tar.gz
gpt4free-6f6a73987201c9c303047c61389b82ad98b15597.tar.bz2
gpt4free-6f6a73987201c9c303047c61389b82ad98b15597.tar.lz
gpt4free-6f6a73987201c9c303047c61389b82ad98b15597.tar.xz
gpt4free-6f6a73987201c9c303047c61389b82ad98b15597.tar.zst
gpt4free-6f6a73987201c9c303047c61389b82ad98b15597.zip
Diffstat (limited to 'openai_rev/quora/__init__.py')
-rw-r--r--openai_rev/quora/__init__.py472
1 files changed, 472 insertions, 0 deletions
diff --git a/openai_rev/quora/__init__.py b/openai_rev/quora/__init__.py
new file mode 100644
index 00000000..5303f206
--- /dev/null
+++ b/openai_rev/quora/__init__.py
@@ -0,0 +1,472 @@
+import json
+from datetime import datetime
+from hashlib import md5
+from json import dumps
+from pathlib import Path
+from random import choice, choices, randint
+from re import search, findall
+from string import ascii_letters, digits
+from typing import Optional, Union, List, Any, Generator
+from urllib.parse import unquote
+
+import selenium.webdriver.support.expected_conditions as EC
+from fake_useragent import UserAgent
+from pydantic import BaseModel
+from pypasser import reCaptchaV3
+from requests import Session
+from selenium.webdriver import Firefox, Chrome, FirefoxOptions, ChromeOptions
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.wait import WebDriverWait
+from tls_client import Session as TLS
+
+from .api import Client as PoeClient
+from .mail import Emailnator
+
+SELENIUM_WEB_DRIVER_ERROR_MSG = b'''The error message you are receiving is due to the `geckodriver` executable not
+being found in your system\'s PATH. To resolve this issue, you need to download the geckodriver and add its location
+to your system\'s PATH.\n\nHere are the steps to resolve the issue:\n\n1. Download the geckodriver for your platform
+(Windows, macOS, or Linux) from the following link: https://github.com/mozilla/geckodriver/releases\n\n2. Extract the
+downloaded archive and locate the geckodriver executable.\n\n3. Add the geckodriver executable to your system\'s
+PATH.\n\nFor macOS and Linux:\n\n- Open a terminal window.\n- Move the geckodriver executable to a directory that is
+already in your PATH, or create a new directory and add it to your PATH:\n\n```bash\n# Example: Move geckodriver to
+/usr/local/bin\nmv /path/to/your/geckodriver /usr/local/bin\n```\n\n- If you created a new directory, add it to your
+PATH:\n\n```bash\n# Example: Add a new directory to PATH\nexport PATH=$PATH:/path/to/your/directory\n```\n\nFor
+Windows:\n\n- Right-click on "My Computer" or "This PC" and select "Properties".\n- Click on "Advanced system
+settings".\n- Click on the "Environment Variables" button.\n- In the "System variables" section, find the "Path"
+variable, select it, and click "Edit".\n- Click "New" and add the path to the directory containing the geckodriver
+executable.\n\nAfter adding the geckodriver to your PATH, restart your terminal or command prompt and try running
+your script again. The error should be resolved.'''
+
+# from twocaptcha import TwoCaptcha
+# solver = TwoCaptcha('72747bf24a9d89b4dcc1b24875efd358')
+
+MODELS = {
+ 'Sage': 'capybara',
+ 'GPT-4': 'beaver',
+ 'Claude+': 'a2_2',
+ 'Claude-instant': 'a2',
+ 'ChatGPT': 'chinchilla',
+ 'Dragonfly': 'nutria',
+ 'NeevaAI': 'hutia',
+}
+
+
+def extract_formkey(html):
+ script_regex = r'<script>if\(.+\)throw new Error;(.+)</script>'
+ script_text = search(script_regex, html).group(1)
+ key_regex = r'var .="([0-9a-f]+)",'
+ key_text = search(key_regex, script_text).group(1)
+ cipher_regex = r'.\[(\d+)\]=.\[(\d+)\]'
+ cipher_pairs = findall(cipher_regex, script_text)
+
+ formkey_list = [''] * len(cipher_pairs)
+ for pair in cipher_pairs:
+ formkey_index, key_index = map(int, pair)
+ formkey_list[formkey_index] = key_text[key_index]
+ formkey = ''.join(formkey_list)
+
+ return formkey
+
+
+class Choice(BaseModel):
+ text: str
+ index: int
+ logprobs: Any
+ finish_reason: str
+
+
+class Usage(BaseModel):
+ prompt_tokens: int
+ completion_tokens: int
+ total_tokens: int
+
+
+class PoeResponse(BaseModel):
+ id: int
+ object: str
+ created: int
+ model: str
+ choices: List[Choice]
+ usage: Usage
+ text: str
+
+
+class ModelResponse:
+ def __init__(self, json_response: dict) -> None:
+ self.id = json_response['data']['poeBotCreate']['bot']['id']
+ self.name = json_response['data']['poeBotCreate']['bot']['displayName']
+ self.limit = json_response['data']['poeBotCreate']['bot']['messageLimit']['dailyLimit']
+ self.deleted = json_response['data']['poeBotCreate']['bot']['deletionState']
+
+
+class Model:
+ @staticmethod
+ def create(
+ token: str,
+ model: str = 'gpt-3.5-turbo', # claude-instant
+ system_prompt: str = 'You are ChatGPT a large language model developed by Openai. Answer as consisely as possible',
+ description: str = 'gpt-3.5 language model from openai, skidded by poe.com',
+ handle: str = None,
+ ) -> ModelResponse:
+
+ if not handle:
+ handle = f'gptx{randint(1111111, 9999999)}'
+
+ client = Session()
+ client.cookies['p-b'] = token
+
+ formkey = extract_formkey(client.get('https://poe.com').text)
+ settings = client.get('https://poe.com/api/settings').json()
+
+ client.headers = {
+ 'host': 'poe.com',
+ 'origin': 'https://poe.com',
+ 'referer': 'https://poe.com/',
+ 'poe-formkey': formkey,
+ 'poe-tchannel': settings['tchannelData']['channel'],
+ 'user-agent': UserAgent().random,
+ 'connection': 'keep-alive',
+ 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
+ 'sec-ch-ua-mobile': '?0',
+ 'sec-ch-ua-platform': '"macOS"',
+ 'content-type': 'application/json',
+ 'sec-fetch-site': 'same-origin',
+ 'sec-fetch-mode': 'cors',
+ 'sec-fetch-dest': 'empty',
+ 'accept': '*/*',
+ 'accept-encoding': 'gzip, deflate, br',
+ 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8',
+ }
+
+ payload = dumps(
+ separators=(',', ':'),
+ obj={
+ 'queryName': 'CreateBotMain_poeBotCreate_Mutation',
+ 'variables': {
+ 'model': MODELS[model],
+ 'handle': handle,
+ 'prompt': system_prompt,
+ 'isPromptPublic': True,
+ 'introduction': '',
+ 'description': description,
+ 'profilePictureUrl': 'https://qph.fs.quoracdn.net/main-qimg-24e0b480dcd946e1cc6728802c5128b6',
+ 'apiUrl': None,
+ 'apiKey': ''.join(choices(ascii_letters + digits, k=32)),
+ 'isApiBot': False,
+ 'hasLinkification': False,
+ 'hasMarkdownRendering': False,
+ 'hasSuggestedReplies': False,
+ 'isPrivateBot': False,
+ },
+ 'query': 'mutation CreateBotMain_poeBotCreate_Mutation(\n $model: String!\n $handle: String!\n $prompt: String!\n $isPromptPublic: Boolean!\n $introduction: String!\n $description: String!\n $profilePictureUrl: String\n $apiUrl: String\n $apiKey: String\n $isApiBot: Boolean\n $hasLinkification: Boolean\n $hasMarkdownRendering: Boolean\n $hasSuggestedReplies: Boolean\n $isPrivateBot: Boolean\n) {\n poeBotCreate(model: $model, handle: $handle, promptPlaintext: $prompt, isPromptPublic: $isPromptPublic, introduction: $introduction, description: $description, profilePicture: $profilePictureUrl, apiUrl: $apiUrl, apiKey: $apiKey, isApiBot: $isApiBot, hasLinkification: $hasLinkification, hasMarkdownRendering: $hasMarkdownRendering, hasSuggestedReplies: $hasSuggestedReplies, isPrivateBot: $isPrivateBot) {\n status\n bot {\n id\n ...BotHeader_bot\n }\n }\n}\n\nfragment BotHeader_bot on Bot {\n displayName\n messageLimit {\n dailyLimit\n }\n ...BotImage_bot\n ...BotLink_bot\n ...IdAnnotation_node\n ...botHelpers_useViewerCanAccessPrivateBot\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotImage_bot on Bot {\n displayName\n ...botHelpers_useDeletion_bot\n ...BotImage_useProfileImage_bot\n}\n\nfragment BotImage_useProfileImage_bot on Bot {\n image {\n __typename\n ... on LocalBotImage {\n localName\n }\n ... on UrlBotImage {\n url\n }\n }\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotLink_bot on Bot {\n displayName\n}\n\nfragment IdAnnotation_node on Node {\n __isNode: __typename\n id\n}\n\nfragment botHelpers_useDeletion_bot on Bot {\n deletionState\n}\n\nfragment botHelpers_useViewerCanAccessPrivateBot on Bot {\n isPrivateBot\n viewerIsCreator\n}\n',
+ },
+ )
+
+ base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
+ client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
+
+ response = client.post('https://poe.com/api/gql_POST', data=payload)
+
+ if 'success' not in response.text:
+ raise Exception(
+ '''
+ Bot creation Failed
+ !! Important !!
+ Bot creation was not enabled on this account
+ please use: quora.Account.create with enable_bot_creation set to True
+ '''
+ )
+
+ return ModelResponse(response.json())
+
+
+class Account:
+ @staticmethod
+ def create(
+ proxy: Optional[str] = None,
+ logging: bool = False,
+ enable_bot_creation: bool = False,
+ ):
+ client = TLS(client_identifier='chrome110')
+ client.proxies = {'http': f'http://{proxy}', 'https': f'http://{proxy}'} if proxy else None
+
+ mail_client = Emailnator()
+ mail_address = mail_client.get_mail()
+
+ if logging:
+ print('email', mail_address)
+
+ client.headers = {
+ 'authority': 'poe.com',
+ 'accept': '*/*',
+ 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+ 'content-type': 'application/json',
+ 'origin': 'https://poe.com',
+ 'poe-tag-id': 'null',
+ 'referer': 'https://poe.com/login',
+ 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
+ 'sec-ch-ua-mobile': '?0',
+ 'sec-ch-ua-platform': '"macOS"',
+ 'sec-fetch-dest': 'empty',
+ 'sec-fetch-mode': 'cors',
+ 'sec-fetch-site': 'same-origin',
+ 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
+ 'poe-formkey': extract_formkey(client.get('https://poe.com/login').text),
+ 'poe-tchannel': client.get('https://poe.com/api/settings').json()['tchannelData']['channel'],
+ }
+
+ token = reCaptchaV3(
+ 'https://www.recaptcha.net/recaptcha/enterprise/anchor?ar=1&k=6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG&co=aHR0cHM6Ly9wb2UuY29tOjQ0Mw..&hl=en&v=4PnKmGB9wRHh1i04o7YUICeI&size=invisible&cb=bi6ivxoskyal'
+ )
+ # token = solver.recaptcha(sitekey='6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG',
+ # url = 'https://poe.com/login?redirect_url=%2F',
+ # version = 'v3',
+ # enterprise = 1,
+ # invisible = 1,
+ # action = 'login',)['code']
+
+ payload = dumps(
+ separators=(',', ':'),
+ obj={
+ 'queryName': 'MainSignupLoginSection_sendVerificationCodeMutation_Mutation',
+ 'variables': {
+ 'emailAddress': mail_address,
+ 'phoneNumber': None,
+ 'recaptchaToken': token,
+ },
+ 'query': 'mutation MainSignupLoginSection_sendVerificationCodeMutation_Mutation(\n $emailAddress: String\n $phoneNumber: String\n $recaptchaToken: String\n) {\n sendVerificationCode(verificationReason: login, emailAddress: $emailAddress, phoneNumber: $phoneNumber, recaptchaToken: $recaptchaToken) {\n status\n errorMessage\n }\n}\n',
+ },
+ )
+
+ base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
+ client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
+
+ print(dumps(client.headers, indent=4))
+
+ response = client.post('https://poe.com/api/gql_POST', data=payload)
+
+ if 'automated_request_detected' in response.text:
+ print('please try using a proxy / wait for fix')
+
+ if 'Bad Request' in response.text:
+ if logging:
+ print('bad request, retrying...', response.json())
+ quit()
+
+ if logging:
+ print('send_code', response.json())
+
+ mail_content = mail_client.get_message()
+ mail_token = findall(r';">(\d{6,7})</div>', mail_content)[0]
+
+ if logging:
+ print('code', mail_token)
+
+ payload = dumps(
+ separators=(',', ':'),
+ obj={
+ 'queryName': 'SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation',
+ 'variables': {
+ 'verificationCode': str(mail_token),
+ 'emailAddress': mail_address,
+ 'phoneNumber': None,
+ },
+ 'query': 'mutation SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation(\n $verificationCode: String!\n $emailAddress: String\n $phoneNumber: String\n) {\n signupWithVerificationCode(verificationCode: $verificationCode, emailAddress: $emailAddress, phoneNumber: $phoneNumber) {\n status\n errorMessage\n }\n}\n',
+ },
+ )
+
+ base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
+ client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
+
+ response = client.post('https://poe.com/api/gql_POST', data=payload)
+ if logging:
+ print('verify_code', response.json())
+
+ def get(self):
+ cookies = open(Path(__file__).resolve().parent / 'cookies.txt', 'r').read().splitlines()
+ return choice(cookies)
+
+
+class StreamingCompletion:
+ @staticmethod
+ def create(
+ model: str = 'gpt-4',
+ custom_model: bool = None,
+ prompt: str = 'hello world',
+ token: str = '',
+ ) -> Generator[PoeResponse, None, None]:
+ _model = MODELS[model] if not custom_model else custom_model
+
+ client = PoeClient(token)
+
+ for chunk in client.send_message(_model, prompt):
+ yield PoeResponse(
+ **{
+ 'id': chunk['messageId'],
+ 'object': 'text_completion',
+ 'created': chunk['creationTime'],
+ 'model': _model,
+ 'text': chunk['text_new'],
+ 'choices': [
+ {
+ 'text': chunk['text_new'],
+ 'index': 0,
+ 'logprobs': None,
+ 'finish_reason': 'stop',
+ }
+ ],
+ 'usage': {
+ 'prompt_tokens': len(prompt),
+ 'completion_tokens': len(chunk['text_new']),
+ 'total_tokens': len(prompt) + len(chunk['text_new']),
+ },
+ }
+ )
+
+
+class Completion:
+ @staticmethod
+ def create(
+ model: str = 'gpt-4',
+ custom_model: str = None,
+ prompt: str = 'hello world',
+ token: str = '',
+ ) -> PoeResponse:
+ _model = MODELS[model] if not custom_model else custom_model
+
+ client = PoeClient(token)
+
+ chunk = None
+ for response in client.send_message(_model, prompt):
+ chunk = response
+
+ return PoeResponse(
+ **{
+ 'id': chunk['messageId'],
+ 'object': 'text_completion',
+ 'created': chunk['creationTime'],
+ 'model': _model,
+ 'text': chunk['text'],
+ 'choices': [
+ {
+ 'text': chunk['text'],
+ 'index': 0,
+ 'logprobs': None,
+ 'finish_reason': 'stop',
+ }
+ ],
+ 'usage': {
+ 'prompt_tokens': len(prompt),
+ 'completion_tokens': len(chunk['text']),
+ 'total_tokens': len(prompt) + len(chunk['text']),
+ },
+ }
+ )
+
+
+class Poe:
+ def __init__(
+ self,
+ model: str = 'ChatGPT',
+ driver: str = 'firefox',
+ download_driver: bool = False,
+ driver_path: Optional[str] = None,
+ cookie_path: str = './quora/cookie.json',
+ ):
+ # validating the model
+ if model and model not in MODELS:
+ raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.')
+ self.model = MODELS[model]
+ self.cookie_path = cookie_path
+ self.cookie = self.__load_cookie(driver, download_driver, driver_path=driver_path)
+ self.client = PoeClient(self.cookie)
+
+ def __load_cookie(self, driver: str, download_driver: bool, driver_path: Optional[str] = None) -> str:
+ if (cookie_file := Path(self.cookie_path)).exists():
+ with cookie_file.open() as fp:
+ cookie = json.load(fp)
+ if datetime.fromtimestamp(cookie['expiry']) < datetime.now():
+ cookie = self.__register_and_get_cookie(driver, driver_path=driver_path)
+ else:
+ print('Loading the cookie from file')
+ else:
+ cookie = self.__register_and_get_cookie(driver, driver_path=driver_path)
+
+ return unquote(cookie['value'])
+
+ def __register_and_get_cookie(self, driver: str, driver_path: Optional[str] = None) -> dict:
+ mail_client = Emailnator()
+ mail_address = mail_client.get_mail()
+
+ driver = self.__resolve_driver(driver, driver_path=driver_path)
+ driver.get("https://www.poe.com")
+
+ # clicking use email button
+ driver.find_element(By.XPATH, '//button[contains(text(), "Use email")]').click()
+
+ email = WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.XPATH, '//input[@type="email"]')))
+ email.send_keys(mail_address)
+ driver.find_element(By.XPATH, '//button[text()="Go"]').click()
+
+ code = findall(r';">(\d{6,7})</div>', mail_client.get_message())[0]
+ print(code)
+
+ verification_code = WebDriverWait(driver, 30).until(
+ EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Code"]'))
+ )
+ verification_code.send_keys(code)
+ verify_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Verify"]'))
+ login_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Log In"]'))
+
+ WebDriverWait(driver, 30).until(EC.any_of(verify_button, login_button)).click()
+
+ cookie = driver.get_cookie('p-b')
+
+ with open(self.cookie_path, 'w') as fw:
+ json.dump(cookie, fw)
+
+ driver.close()
+ return cookie
+
+ @classmethod
+ def __resolve_driver(cls, driver: str, driver_path: Optional[str] = None) -> Union[Firefox, Chrome]:
+ options = FirefoxOptions() if driver == 'firefox' else ChromeOptions()
+ options.add_argument('-headless')
+
+ if driver_path:
+ options.binary_location = driver_path
+ try:
+ return Firefox(options=options) if driver == 'firefox' else Chrome(options=options)
+ except Exception:
+ raise Exception(SELENIUM_WEB_DRIVER_ERROR_MSG)
+
+ def chat(self, message: str, model: Optional[str] = None) -> str:
+ if model and model not in MODELS:
+ raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.')
+ model = MODELS[model] if model else self.model
+ response = None
+ for chunk in self.client.send_message(model, message):
+ response = chunk['text']
+ return response
+
+ def create_bot(
+ self,
+ name: str,
+ /,
+ prompt: str = '',
+ base_model: str = 'ChatGPT',
+ description: str = '',
+ ) -> None:
+ if base_model not in MODELS:
+ raise RuntimeError('Sorry, the base_model you provided does not exist. Please check and try again.')
+
+ response = self.client.create_bot(
+ handle=name,
+ prompt=prompt,
+ base_model=MODELS[base_model],
+ description=description,
+ )
+ print(f'Successfully created bot with name: {response["bot"]["displayName"]}')
+
+ def list_bots(self) -> list:
+ return list(self.client.bot_names.values())