JaehaerysNL/GPT4FREE
1
0
Fork 0
Code Activity

Merge pull request #173 from sudouser777/feature/code_refactor

Browse source
This commit is contained in:
t.me/xtekky 2023-04-27 08:39:44 +01:00 committed by GitHub
commit 16e85fff4e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 256 additions and 281 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
quora/README.md
View file

@ -59,7 +59,7 @@ from quora import Poe
# available models: ['Sage', 'GPT-4', 'Claude+', 'Claude-instant', 'ChatGPT', 'Dragonfly', 'NeevaAI'] # available models: ['Sage', 'GPT-4', 'Claude+', 'Claude-instant', 'ChatGPT', 'Dragonfly', 'NeevaAI']
poe = Poe(model='ChatGPT') poe = Poe(model='ChatGPT', driver='firefox', cookie_path='cookie.json', driver_path='path_of_driver')
poe.chat('who won the football world cup most?') poe.chat('who won the football world cup most?')
# new bot creation # new bot creation

452
quora/__init__.py
View file

@ -6,13 +6,14 @@ from pathlib import Path
from random import choice, choices, randint from random import choice, choices, randint
from re import search, findall from re import search, findall
from string import ascii_letters, digits from string import ascii_letters, digits
from typing import Optional from typing import Optional, Union
from urllib.parse import unquote from urllib.parse import unquote
import selenium.webdriver.support.expected_conditions as EC import selenium.webdriver.support.expected_conditions as EC
from fake_useragent import UserAgent
from pypasser import reCaptchaV3 from pypasser import reCaptchaV3
from requests import Session from requests import Session
from selenium import webdriver from selenium.webdriver import Firefox, Chrome, FirefoxOptions, ChromeOptions
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
from selenium.webdriver.support.wait import WebDriverWait from selenium.webdriver.support.wait import WebDriverWait
from tls_client import Session as TLS from tls_client import Session as TLS
@ -20,33 +21,48 @@ from tls_client import Session as TLS
from quora.api import Client as PoeClient from quora.api import Client as PoeClient
from quora.mail import Emailnator from quora.mail import Emailnator
SELENIUM_WEB_DRIVER_ERROR_MSG = b'''The error message you are receiving is due to the `geckodriver` executable not
being found in your system\'s PATH. To resolve this issue, you need to download the geckodriver and add its location
to your system\'s PATH.\n\nHere are the steps to resolve the issue:\n\n1. Download the geckodriver for your platform
(Windows, macOS, or Linux) from the following link: https://github.com/mozilla/geckodriver/releases\n\n2. Extract the
downloaded archive and locate the geckodriver executable.\n\n3. Add the geckodriver executable to your system\'s
PATH.\n\nFor macOS and Linux:\n\n- Open a terminal window.\n- Move the geckodriver executable to a directory that is
already in your PATH, or create a new directory and add it to your PATH:\n\n```bash\n# Example: Move geckodriver to
/usr/local/bin\nmv /path/to/your/geckodriver /usr/local/bin\n```\n\n- If you created a new directory, add it to your
PATH:\n\n```bash\n# Example: Add a new directory to PATH\nexport PATH=$PATH:/path/to/your/directory\n```\n\nFor
Windows:\n\n- Right-click on "My Computer" or "This PC" and select "Properties".\n- Click on "Advanced system
settings".\n- Click on the "Environment Variables" button.\n- In the "System variables" section, find the "Path"
variable, select it, and click "Edit".\n- Click "New" and add the path to the directory containing the geckodriver
executable.\n\nAfter adding the geckodriver to your PATH, restart your terminal or command prompt and try running
your script again. The error should be resolved.'''
# from twocaptcha import TwoCaptcha # from twocaptcha import TwoCaptcha
# solver = TwoCaptcha('72747bf24a9d89b4dcc1b24875efd358') # solver = TwoCaptcha('72747bf24a9d89b4dcc1b24875efd358')
MODELS = { MODELS = {
"Sage": "capybara", 'Sage': 'capybara',
"GPT-4": "beaver", 'GPT-4': 'beaver',
"Claude+": "a2_2", 'Claude+': 'a2_2',
"Claude-instant": "a2", 'Claude-instant': 'a2',
"ChatGPT": "chinchilla", 'ChatGPT': 'chinchilla',
"Dragonfly": "nutria", 'Dragonfly': 'nutria',
"NeevaAI": "hutia", 'NeevaAI': 'hutia',
} }
def extract_formkey(html): def extract_formkey(html):
script_regex = r"<script>if\(.+\)throw new Error;(.+)</script>" script_regex = r'<script>if\(.+\)throw new Error;(.+)</script>'
script_text = search(script_regex, html).group(1) script_text = search(script_regex, html).group(1)
key_regex = r'var .="([0-9a-f]+)",' key_regex = r'var .="([0-9a-f]+)",'
key_text = search(key_regex, script_text).group(1) key_text = search(key_regex, script_text).group(1)
cipher_regex = r".\[(\d+)\]=.\[(\d+)\]" cipher_regex = r'.\[(\d+)\]=.\[(\d+)\]'
cipher_pairs = findall(cipher_regex, script_text) cipher_pairs = findall(cipher_regex, script_text)
formkey_list = [""] * len(cipher_pairs) formkey_list = [''] * len(cipher_pairs)
for pair in cipher_pairs: for pair in cipher_pairs:
formkey_index, key_index = map(int, pair) formkey_index, key_index = map(int, pair)
formkey_list[formkey_index] = key_text[key_index] formkey_list[formkey_index] = key_text[key_index]
formkey = "".join(formkey_list) formkey = ''.join(formkey_list)
return formkey return formkey
@ -55,35 +71,35 @@ class PoeResponse:
class Completion: class Completion:
class Choices: class Choices:
def __init__(self, choice: dict) -> None: def __init__(self, choice: dict) -> None:
self.text = choice["text"] self.text = choice['text']
self.content = self.text.encode() self.content = self.text.encode()
self.index = choice["index"] self.index = choice['index']
self.logprobs = choice["logprobs"] self.logprobs = choice['logprobs']
self.finish_reason = choice["finish_reason"] self.finish_reason = choice['finish_reason']
def __repr__(self) -> str: def __repr__(self) -> str:
return f"""<__main__.APIResponse.Completion.Choices(\n text = {self.text.encode()},\n index = {self.index},\n logprobs = {self.logprobs},\n finish_reason = {self.finish_reason})object at 0x1337>""" return f'''<__main__.APIResponse.Completion.Choices(\n text = {self.text.encode()},\n index = {self.index},\n logprobs = {self.logprobs},\n finish_reason = {self.finish_reason})object at 0x1337>'''
def __init__(self, choices: dict) -> None: def __init__(self, choices: dict) -> None:
self.choices = [self.Choices(choice) for choice in choices] self.choices = [self.Choices(choice) for choice in choices]
class Usage: class Usage:
def __init__(self, usage_dict: dict) -> None: def __init__(self, usage_dict: dict) -> None:
self.prompt_tokens = usage_dict["prompt_tokens"] self.prompt_tokens = usage_dict['prompt_tokens']
self.completion_tokens = usage_dict["completion_tokens"] self.completion_tokens = usage_dict['completion_tokens']
self.total_tokens = usage_dict["total_tokens"] self.total_tokens = usage_dict['total_tokens']
def __repr__(self): def __repr__(self):
return f"""<__main__.APIResponse.Usage(\n prompt_tokens = {self.prompt_tokens},\n completion_tokens = {self.completion_tokens},\n total_tokens = {self.total_tokens})object at 0x1337>""" return f'''<__main__.APIResponse.Usage(\n prompt_tokens = {self.prompt_tokens},\n completion_tokens = {self.completion_tokens},\n total_tokens = {self.total_tokens})object at 0x1337>'''
def __init__(self, response_dict: dict) -> None: def __init__(self, response_dict: dict) -> None:
self.response_dict = response_dict self.response_dict = response_dict
self.id = response_dict["id"] self.id = response_dict['id']
self.object = response_dict["object"] self.object = response_dict['object']
self.created = response_dict["created"] self.created = response_dict['created']
self.model = response_dict["model"] self.model = response_dict['model']
self.completion = self.Completion(response_dict["choices"]) self.completion = self.Completion(response_dict['choices'])
self.usage = self.Usage(response_dict["usage"]) self.usage = self.Usage(response_dict['usage'])
def json(self) -> dict: def json(self) -> dict:
return self.response_dict return self.response_dict
@ -91,139 +107,135 @@ class PoeResponse:
class ModelResponse: class ModelResponse:
def __init__(self, json_response: dict) -> None: def __init__(self, json_response: dict) -> None:
self.id = json_response["data"]["poeBotCreate"]["bot"]["id"] self.id = json_response['data']['poeBotCreate']['bot']['id']
self.name = json_response["data"]["poeBotCreate"]["bot"]["displayName"] self.name = json_response['data']['poeBotCreate']['bot']['displayName']
self.limit = json_response["data"]["poeBotCreate"]["bot"]["messageLimit"][ self.limit = json_response['data']['poeBotCreate']['bot']['messageLimit']['dailyLimit']
"dailyLimit" self.deleted = json_response['data']['poeBotCreate']['bot']['deletionState']
]
self.deleted = json_response["data"]["poeBotCreate"]["bot"]["deletionState"]
class Model: class Model:
@staticmethod
def create( def create(
token: str, token: str,
model: str = "gpt-3.5-turbo", # claude-instant model: str = 'gpt-3.5-turbo', # claude-instant
system_prompt: str = "You are ChatGPT a large language model developed by Openai. Answer as consisely as possible", system_prompt: str = 'You are ChatGPT a large language model developed by Openai. Answer as consisely as possible',
description: str = "gpt-3.5 language model from openai, skidded by poe.com", description: str = 'gpt-3.5 language model from openai, skidded by poe.com',
handle: str = None, handle: str = None,
) -> ModelResponse: ) -> ModelResponse:
models = { models = {
"gpt-3.5-turbo": "chinchilla", 'gpt-3.5-turbo': 'chinchilla',
"claude-instant-v1.0": "a2", 'claude-instant-v1.0': 'a2',
"gpt-4": "beaver", 'gpt-4': 'beaver',
} }
if not handle: if not handle:
handle = f"gptx{randint(1111111, 9999999)}" handle = f'gptx{randint(1111111, 9999999)}'
client = Session() client = Session()
client.cookies["p-b"] = token client.cookies['p-b'] = token
formkey = extract_formkey(client.get("https://poe.com").text) formkey = extract_formkey(client.get('https://poe.com').text)
settings = client.get("https://poe.com/api/settings").json() settings = client.get('https://poe.com/api/settings').json()
client.headers = { client.headers = {
"host": "poe.com", 'host': 'poe.com',
"origin": "https://poe.com", 'origin': 'https://poe.com',
"referer": "https://poe.com/", 'referer': 'https://poe.com/',
"poe-formkey": formkey, 'poe-formkey': formkey,
"poe-tchannel": settings["tchannelData"]["channel"], 'poe-tchannel': settings['tchannelData']['channel'],
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36", 'user-agent': UserAgent().random,
"connection": "keep-alive", 'connection': 'keep-alive',
"sec-ch-ua": '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"', 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
"sec-ch-ua-mobile": "?0", 'sec-ch-ua-mobile': '?0',
"sec-ch-ua-platform": '"macOS"', 'sec-ch-ua-platform': '"macOS"',
"content-type": "application/json", 'content-type': 'application/json',
"sec-fetch-site": "same-origin", 'sec-fetch-site': 'same-origin',
"sec-fetch-mode": "cors", 'sec-fetch-mode': 'cors',
"sec-fetch-dest": "empty", 'sec-fetch-dest': 'empty',
"accept": "*/*", 'accept': '*/*',
"accept-encoding": "gzip, deflate, br", 'accept-encoding': 'gzip, deflate, br',
"accept-language": "en-GB,en-US;q=0.9,en;q=0.8", 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8',
} }
payload = dumps( payload = dumps(
separators=(",", ":"), separators=(',', ':'),
obj={ obj={
"queryName": "CreateBotMain_poeBotCreate_Mutation", 'queryName': 'CreateBotMain_poeBotCreate_Mutation',
"variables": { 'variables': {
"model": models[model], 'model': models[model],
"handle": handle, 'handle': handle,
"prompt": system_prompt, 'prompt': system_prompt,
"isPromptPublic": True, 'isPromptPublic': True,
"introduction": "", 'introduction': '',
"description": description, 'description': description,
"profilePictureUrl": "https://qph.fs.quoracdn.net/main-qimg-24e0b480dcd946e1cc6728802c5128b6", 'profilePictureUrl': 'https://qph.fs.quoracdn.net/main-qimg-24e0b480dcd946e1cc6728802c5128b6',
"apiUrl": None, 'apiUrl': None,
"apiKey": "".join(choices(ascii_letters + digits, k=32)), 'apiKey': ''.join(choices(ascii_letters + digits, k=32)),
"isApiBot": False, 'isApiBot': False,
"hasLinkification": False, 'hasLinkification': False,
"hasMarkdownRendering": False, 'hasMarkdownRendering': False,
"hasSuggestedReplies": False, 'hasSuggestedReplies': False,
"isPrivateBot": False, 'isPrivateBot': False,
}, },
"query": "mutation CreateBotMain_poeBotCreate_Mutation(\n $model: String!\n $handle: String!\n $prompt: String!\n $isPromptPublic: Boolean!\n $introduction: String!\n $description: String!\n $profilePictureUrl: String\n $apiUrl: String\n $apiKey: String\n $isApiBot: Boolean\n $hasLinkification: Boolean\n $hasMarkdownRendering: Boolean\n $hasSuggestedReplies: Boolean\n $isPrivateBot: Boolean\n) {\n poeBotCreate(model: $model, handle: $handle, promptPlaintext: $prompt, isPromptPublic: $isPromptPublic, introduction: $introduction, description: $description, profilePicture: $profilePictureUrl, apiUrl: $apiUrl, apiKey: $apiKey, isApiBot: $isApiBot, hasLinkification: $hasLinkification, hasMarkdownRendering: $hasMarkdownRendering, hasSuggestedReplies: $hasSuggestedReplies, isPrivateBot: $isPrivateBot) {\n status\n bot {\n id\n ...BotHeader_bot\n }\n }\n}\n\nfragment BotHeader_bot on Bot {\n displayName\n messageLimit {\n dailyLimit\n }\n ...BotImage_bot\n ...BotLink_bot\n ...IdAnnotation_node\n ...botHelpers_useViewerCanAccessPrivateBot\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotImage_bot on Bot {\n displayName\n ...botHelpers_useDeletion_bot\n ...BotImage_useProfileImage_bot\n}\n\nfragment BotImage_useProfileImage_bot on Bot {\n image {\n __typename\n ... on LocalBotImage {\n localName\n }\n ... on UrlBotImage {\n url\n }\n }\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotLink_bot on Bot {\n displayName\n}\n\nfragment IdAnnotation_node on Node {\n __isNode: __typename\n id\n}\n\nfragment botHelpers_useDeletion_bot on Bot {\n deletionState\n}\n\nfragment botHelpers_useViewerCanAccessPrivateBot on Bot {\n isPrivateBot\n viewerIsCreator\n}\n", 'query': 'mutation CreateBotMain_poeBotCreate_Mutation(\n $model: String!\n $handle: String!\n $prompt: String!\n $isPromptPublic: Boolean!\n $introduction: String!\n $description: String!\n $profilePictureUrl: String\n $apiUrl: String\n $apiKey: String\n $isApiBot: Boolean\n $hasLinkification: Boolean\n $hasMarkdownRendering: Boolean\n $hasSuggestedReplies: Boolean\n $isPrivateBot: Boolean\n) {\n poeBotCreate(model: $model, handle: $handle, promptPlaintext: $prompt, isPromptPublic: $isPromptPublic, introduction: $introduction, description: $description, profilePicture: $profilePictureUrl, apiUrl: $apiUrl, apiKey: $apiKey, isApiBot: $isApiBot, hasLinkification: $hasLinkification, hasMarkdownRendering: $hasMarkdownRendering, hasSuggestedReplies: $hasSuggestedReplies, isPrivateBot: $isPrivateBot) {\n status\n bot {\n id\n ...BotHeader_bot\n }\n }\n}\n\nfragment BotHeader_bot on Bot {\n displayName\n messageLimit {\n dailyLimit\n }\n ...BotImage_bot\n ...BotLink_bot\n ...IdAnnotation_node\n ...botHelpers_useViewerCanAccessPrivateBot\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotImage_bot on Bot {\n displayName\n ...botHelpers_useDeletion_bot\n ...BotImage_useProfileImage_bot\n}\n\nfragment BotImage_useProfileImage_bot on Bot {\n image {\n __typename\n ... on LocalBotImage {\n localName\n }\n ... on UrlBotImage {\n url\n }\n }\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotLink_bot on Bot {\n displayName\n}\n\nfragment IdAnnotation_node on Node {\n __isNode: __typename\n id\n}\n\nfragment botHelpers_useDeletion_bot on Bot {\n deletionState\n}\n\nfragment botHelpers_useViewerCanAccessPrivateBot on Bot {\n isPrivateBot\n viewerIsCreator\n}\n',
}, },
) )
base_string = payload + client.headers["poe-formkey"] + "WpuLMiXEKKE98j56k" base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
client.headers["poe-tag-id"] = md5(base_string.encode()).hexdigest() client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
response = client.post("https://poe.com/api/gql_POST", data=payload) response = client.post('https://poe.com/api/gql_POST', data=payload)
if "success" not in response.text: if 'success' not in response.text:
raise Exception( raise Exception(
""" '''
Bot creation Failed Bot creation Failed
!! Important !! !! Important !!
Bot creation was not enabled on this account Bot creation was not enabled on this account
please use: quora.Account.create with enable_bot_creation set to True please use: quora.Account.create with enable_bot_creation set to True
""" '''
) )
return ModelResponse(response.json()) return ModelResponse(response.json())
class Account: class Account:
@staticmethod
def create( def create(
proxy: Optional[str] = None, proxy: Optional[str] = None,
logging: bool = False, logging: bool = False,
enable_bot_creation: bool = False, enable_bot_creation: bool = False,
): ):
client = TLS(client_identifier="chrome110") client = TLS(client_identifier='chrome110')
client.proxies = ( client.proxies = {'http': f'http://{proxy}', 'https': f'http://{proxy}'} if proxy else None
{"http": f"http://{proxy}", "https": f"http://{proxy}"} if proxy else None
)
mail_client = Emailnator() mail_client = Emailnator()
mail_address = mail_client.get_mail() mail_address = mail_client.get_mail()
if logging: if logging:
print("email", mail_address) print('email', mail_address)
client.headers = { client.headers = {
"authority": "poe.com", 'authority': 'poe.com',
"accept": "*/*", 'accept': '*/*',
"accept-language": "en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3", 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
"content-type": "application/json", 'content-type': 'application/json',
"origin": "https://poe.com", 'origin': 'https://poe.com',
"poe-tag-id": "null", 'poe-tag-id': 'null',
"referer": "https://poe.com/login", 'referer': 'https://poe.com/login',
"sec-ch-ua": '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"', 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"',
"sec-ch-ua-mobile": "?0", 'sec-ch-ua-mobile': '?0',
"sec-ch-ua-platform": '"macOS"', 'sec-ch-ua-platform': '"macOS"',
"sec-fetch-dest": "empty", 'sec-fetch-dest': 'empty',
"sec-fetch-mode": "cors", 'sec-fetch-mode': 'cors',
"sec-fetch-site": "same-origin", 'sec-fetch-site': 'same-origin',
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36", 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
"poe-formkey": extract_formkey(client.get("https://poe.com/login").text), 'poe-formkey': extract_formkey(client.get('https://poe.com/login').text),
"poe-tchannel": client.get("https://poe.com/api/settings").json()[ 'poe-tchannel': client.get('https://poe.com/api/settings').json()['tchannelData']['channel'],
"tchannelData"
]["channel"],
} }
token = reCaptchaV3( token = reCaptchaV3(
"https://www.recaptcha.net/recaptcha/enterprise/anchor?ar=1&k=6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG&co=aHR0cHM6Ly9wb2UuY29tOjQ0Mw..&hl=en&v=4PnKmGB9wRHh1i04o7YUICeI&size=invisible&cb=bi6ivxoskyal" 'https://www.recaptcha.net/recaptcha/enterprise/anchor?ar=1&k=6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG&co=aHR0cHM6Ly9wb2UuY29tOjQ0Mw..&hl=en&v=4PnKmGB9wRHh1i04o7YUICeI&size=invisible&cb=bi6ivxoskyal'
) )
# token = solver.recaptcha(sitekey='6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG', # token = solver.recaptcha(sitekey='6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG',
# url = 'https://poe.com/login?redirect_url=%2F', # url = 'https://poe.com/login?redirect_url=%2F',
@ -233,77 +245,74 @@ class Account:
# action = 'login',)['code'] # action = 'login',)['code']
payload = dumps( payload = dumps(
separators=(",", ":"), separators=(',', ':'),
obj={ obj={
"queryName": "MainSignupLoginSection_sendVerificationCodeMutation_Mutation", 'queryName': 'MainSignupLoginSection_sendVerificationCodeMutation_Mutation',
"variables": { 'variables': {
"emailAddress": mail_address, 'emailAddress': mail_address,
"phoneNumber": None, 'phoneNumber': None,
"recaptchaToken": token, 'recaptchaToken': token,
}, },
"query": "mutation MainSignupLoginSection_sendVerificationCodeMutation_Mutation(\n $emailAddress: String\n $phoneNumber: String\n $recaptchaToken: String\n) {\n sendVerificationCode(verificationReason: login, emailAddress: $emailAddress, phoneNumber: $phoneNumber, recaptchaToken: $recaptchaToken) {\n status\n errorMessage\n }\n}\n", 'query': 'mutation MainSignupLoginSection_sendVerificationCodeMutation_Mutation(\n $emailAddress: String\n $phoneNumber: String\n $recaptchaToken: String\n) {\n sendVerificationCode(verificationReason: login, emailAddress: $emailAddress, phoneNumber: $phoneNumber, recaptchaToken: $recaptchaToken) {\n status\n errorMessage\n }\n}\n',
}, },
) )
base_string = payload + client.headers["poe-formkey"] + "WpuLMiXEKKE98j56k" base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
client.headers["poe-tag-id"] = md5(base_string.encode()).hexdigest() client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
print(dumps(client.headers, indent=4)) print(dumps(client.headers, indent=4))
response = client.post("https://poe.com/api/gql_POST", data=payload) response = client.post('https://poe.com/api/gql_POST', data=payload)
if "automated_request_detected" in response.text: if 'automated_request_detected' in response.text:
print("please try using a proxy / wait for fix") print('please try using a proxy / wait for fix')
if "Bad Request" in response.text: if 'Bad Request' in response.text:
if logging: if logging:
print("bad request, retrying...", response.json()) print('bad request, retrying...', response.json())
quit() quit()
if logging: if logging:
print("send_code", response.json()) print('send_code', response.json())
mail_content = mail_client.get_message() mail_content = mail_client.get_message()
mail_token = findall(r';">(\d{6,7})</div>', mail_content)[0] mail_token = findall(r';">(\d{6,7})</div>', mail_content)[0]
if logging: if logging:
print("code", mail_token) print('code', mail_token)
payload = dumps( payload = dumps(
separators=(",", ":"), separators=(',', ':'),
obj={ obj={
"queryName": "SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation", 'queryName': 'SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation',
"variables": { 'variables': {
"verificationCode": str(mail_token), 'verificationCode': str(mail_token),
"emailAddress": mail_address, 'emailAddress': mail_address,
"phoneNumber": None, 'phoneNumber': None,
}, },
"query": "mutation SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation(\n $verificationCode: String!\n $emailAddress: String\n $phoneNumber: String\n) {\n signupWithVerificationCode(verificationCode: $verificationCode, emailAddress: $emailAddress, phoneNumber: $phoneNumber) {\n status\n errorMessage\n }\n}\n", 'query': 'mutation SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation(\n $verificationCode: String!\n $emailAddress: String\n $phoneNumber: String\n) {\n signupWithVerificationCode(verificationCode: $verificationCode, emailAddress: $emailAddress, phoneNumber: $phoneNumber) {\n status\n errorMessage\n }\n}\n',
}, },
) )
base_string = payload + client.headers["poe-formkey"] + "WpuLMiXEKKE98j56k" base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k'
client.headers["poe-tag-id"] = md5(base_string.encode()).hexdigest() client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest()
response = client.post("https://poe.com/api/gql_POST", data=payload) response = client.post('https://poe.com/api/gql_POST', data=payload)
if logging: if logging:
print("verify_code", response.json()) print('verify_code', response.json())
def get(self): def get(self):
cookies = ( cookies = open(Path(__file__).resolve().parent / 'cookies.txt', 'r').read().splitlines()
open(Path(__file__).resolve().parent / "cookies.txt", "r")
.read()
.splitlines()
)
return choice(cookies) return choice(cookies)
class StreamingCompletion: class StreamingCompletion:
@staticmethod
def create( def create(
model: str = "gpt-4", model: str = 'gpt-4',
custom_model: bool = None, custom_model: bool = None,
prompt: str = "hello world", prompt: str = 'hello world',
token: str = "", token: str = '',
): ):
_model = MODELS[model] if not custom_model else custom_model _model = MODELS[model] if not custom_model else custom_model
@ -312,22 +321,22 @@ class StreamingCompletion:
for chunk in client.send_message(_model, prompt): for chunk in client.send_message(_model, prompt):
yield PoeResponse( yield PoeResponse(
{ {
"id": chunk["messageId"], 'id': chunk['messageId'],
"object": "text_completion", 'object': 'text_completion',
"created": chunk["creationTime"], 'created': chunk['creationTime'],
"model": _model, 'model': _model,
"choices": [ 'choices': [
{ {
"text": chunk["text_new"], 'text': chunk['text_new'],
"index": 0, 'index': 0,
"logprobs": None, 'logprobs': None,
"finish_reason": "stop", 'finish_reason': 'stop',
} }
], ],
"usage": { 'usage': {
"prompt_tokens": len(prompt), 'prompt_tokens': len(prompt),
"completion_tokens": len(chunk["text_new"]), 'completion_tokens': len(chunk['text_new']),
"total_tokens": len(prompt) + len(chunk["text_new"]), 'total_tokens': len(prompt) + len(chunk['text_new']),
}, },
} }
) )
@ -335,17 +344,17 @@ class StreamingCompletion:
class Completion: class Completion:
def create( def create(
model: str = "gpt-4", model: str = 'gpt-4',
custom_model: str = None, custom_model: str = None,
prompt: str = "hello world", prompt: str = 'hello world',
token: str = "", token: str = '',
): ):
models = { models = {
"sage": "capybara", 'sage': 'capybara',
"gpt-4": "beaver", 'gpt-4': 'beaver',
"claude-v1.2": "a2_2", 'claude-v1.2': 'a2_2',
"claude-instant-v1.0": "a2", 'claude-instant-v1.0': 'a2',
"gpt-3.5-turbo": "chinchilla", 'gpt-3.5-turbo': 'chinchilla',
} }
_model = models[model] if not custom_model else custom_model _model = models[model] if not custom_model else custom_model
@ -357,73 +366,68 @@ class Completion:
return PoeResponse( return PoeResponse(
{ {
"id": chunk["messageId"], 'id': chunk['messageId'],
"object": "text_completion", 'object': 'text_completion',
"created": chunk["creationTime"], 'created': chunk['creationTime'],
"model": _model, 'model': _model,
"choices": [ 'choices': [
{ {
"text": chunk["text"], 'text': chunk['text'],
"index": 0, 'index': 0,
"logprobs": None, 'logprobs': None,
"finish_reason": "stop", 'finish_reason': 'stop',
} }
], ],
"usage": { 'usage': {
"prompt_tokens": len(prompt), 'prompt_tokens': len(prompt),
"completion_tokens": len(chunk["text"]), 'completion_tokens': len(chunk['text']),
"total_tokens": len(prompt) + len(chunk["text"]), 'total_tokens': len(prompt) + len(chunk['text']),
}, },
} }
) )
class Poe: class Poe:
def __init__(self, model: str = "ChatGPT"): def __init__(
self,
model: str = 'ChatGPT',
driver: str = 'firefox',
download_driver: bool = False,
driver_path: Optional[str] = None,
cookie_path: str = './quora/cookie.json',
):
# validating the model # validating the model
if model and model not in MODELS: if model and model not in MODELS:
raise RuntimeError( raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.')
"Sorry, the model you provided does not exist. Please check and try again."
)
self.model = MODELS[model] self.model = MODELS[model]
self.cookie = self.__load_cookie() self.cookie_path = cookie_path
self.cookie = self.__load_cookie(driver, download_driver, driver_path=driver_path)
self.client = PoeClient(self.cookie) self.client = PoeClient(self.cookie)
def __load_cookie(self) -> str: def __load_cookie(self, driver: str, download_driver: bool, driver_path: Optional[str] = None) -> str:
if (cookie_file := Path("./quora/cookie.json")).exists(): if (cookie_file := Path(self.cookie_path)).exists():
with cookie_file.open() as fp: with cookie_file.open() as fp:
cookie = json.load(fp) cookie = json.load(fp)
if datetime.fromtimestamp(cookie["expiry"]) < datetime.now(): if datetime.fromtimestamp(cookie['expiry']) < datetime.now():
cookie = self.__register_and_get_cookie() cookie = self.__register_and_get_cookie(driver, driver_path=driver_path)
else: else:
print("Loading the cookie from file") print('Loading the cookie from file')
else: else:
cookie = self.__register_and_get_cookie() cookie = self.__register_and_get_cookie(driver, driver_path=driver_path)
return unquote(cookie["value"]) return unquote(cookie['value'])
@classmethod def __register_and_get_cookie(self, driver: str, driver_path: Optional[str] = None) -> dict:
def __register_and_get_cookie(cls) -> dict:
mail_client = Emailnator() mail_client = Emailnator()
mail_address = mail_client.get_mail() mail_address = mail_client.get_mail()
print(mail_address) driver = self.__resolve_driver(driver, driver_path=driver_path)
options = webdriver.FirefoxOptions()
# options.add_argument("-headless")
try:
driver = webdriver.Firefox(options=options)
except Exception:
raise Exception(b'The error message you are receiving is due to the `geckodriver` executable not being found in your system\'s PATH. To resolve this issue, you need to download the geckodriver and add its location to your system\'s PATH.\n\nHere are the steps to resolve the issue:\n\n1. Download the geckodriver for your platform (Windows, macOS, or Linux) from the following link: https://github.com/mozilla/geckodriver/releases\n\n2. Extract the downloaded archive and locate the geckodriver executable.\n\n3. Add the geckodriver executable to your system\'s PATH.\n\nFor macOS and Linux:\n\n- Open a terminal window.\n- Move the geckodriver executable to a directory that is already in your PATH, or create a new directory and add it to your PATH:\n\n```bash\n# Example: Move geckodriver to /usr/local/bin\nmv /path/to/your/geckodriver /usr/local/bin\n```\n\n- If you created a new directory, add it to your PATH:\n\n```bash\n# Example: Add a new directory to PATH\nexport PATH=$PATH:/path/to/your/directory\n```\n\nFor Windows:\n\n- Right-click on "My Computer" or "This PC" and select "Properties".\n- Click on "Advanced system settings".\n- Click on the "Environment Variables" button.\n- In the "System variables" section, find the "Path" variable, select it, and click "Edit".\n- Click "New" and add the path to the directory containing the geckodriver executable.\n\nAfter adding the geckodriver to your PATH, restart your terminal or command prompt and try running your script again. The error should be resolved.')
driver.get("https://www.poe.com") driver.get("https://www.poe.com")
# clicking use email button # clicking use email button
driver.find_element(By.XPATH, '//button[contains(text(), "Use email")]').click() driver.find_element(By.XPATH, '//button[contains(text(), "Use email")]').click()
email = WebDriverWait(driver, 30).until( email = WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.XPATH, '//input[@type="email"]')))
EC.presence_of_element_located((By.XPATH, '//input[@type="email"]'))
)
email.send_keys(mail_address) email.send_keys(mail_address)
driver.find_element(By.XPATH, '//button[text()="Go"]').click() driver.find_element(By.XPATH, '//button[text()="Go"]').click()
@ -434,46 +438,50 @@ class Poe:
EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Code"]')) EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Code"]'))
) )
verification_code.send_keys(code) verification_code.send_keys(code)
verify_button = EC.presence_of_element_located( verify_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Verify"]'))
(By.XPATH, '//button[text()="Verify"]') login_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Log In"]'))
)
login_button = EC.presence_of_element_located(
(By.XPATH, '//button[text()="Log In"]')
)
WebDriverWait(driver, 30).until(EC.any_of(verify_button, login_button)).click() WebDriverWait(driver, 30).until(EC.any_of(verify_button, login_button)).click()
cookie = driver.get_cookie("p-b") cookie = driver.get_cookie('p-b')
with open("./quora/cookie.json", "w") as fw: with open(self.cookie_path, 'w') as fw:
json.dump(cookie, fw) json.dump(cookie, fw)
driver.close() driver.close()
return cookie return cookie
@classmethod
def __resolve_driver(cls, driver: str, driver_path: Optional[str] = None) -> Union[Firefox, Chrome]:
options = FirefoxOptions() if driver == 'firefox' else ChromeOptions()
options.add_argument('-headless')
if driver_path:
options.binary_location = driver_path
try:
return Firefox(options=options) if driver == 'firefox' else Chrome(options=options)
except Exception:
raise Exception(SELENIUM_WEB_DRIVER_ERROR_MSG)
def chat(self, message: str, model: Optional[str] = None) -> str: def chat(self, message: str, model: Optional[str] = None) -> str:
if model and model not in MODELS: if model and model not in MODELS:
raise RuntimeError( raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.')
"Sorry, the model you provided does not exist. Please check and try again."
)
model = MODELS[model] if model else self.model model = MODELS[model] if model else self.model
response = None response = None
for chunk in self.client.send_message(model, message): for chunk in self.client.send_message(model, message):
response = chunk["text"] response = chunk['text']
return response return response
def create_bot( def create_bot(
self, self,
name: str, name: str,
/, /,
prompt: str = "", prompt: str = '',
base_model: str = "ChatGPT", base_model: str = 'ChatGPT',
description: str = "", description: str = '',
) -> None: ) -> None:
if base_model not in MODELS: if base_model not in MODELS:
raise RuntimeError( raise RuntimeError('Sorry, the base_model you provided does not exist. Please check and try again.')
"Sorry, the base_model you provided does not exist. Please check and try again."
)
response = self.client.create_bot( response = self.client.create_bot(
handle=name, handle=name,

83
quora/api.py
View file

@ -18,23 +18,21 @@
# You should have received a copy of the GNU General Public License # You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>. # along with this program. If not, see <https://www.gnu.org/licenses/>.
import requests
import re
import json
import random
import logging
import time
import queue
import threading
import traceback
import hashlib import hashlib
import string import json
import logging
import queue
import random import random
import requests.adapters import re
import websocket import threading
import time
import traceback
from pathlib import Path from pathlib import Path
from urllib.parse import urlparse from urllib.parse import urlparse
import requests
import requests.adapters
import websocket
parent_path = Path(__file__).resolve().parent parent_path = Path(__file__).resolve().parent
queries_path = parent_path / "graphql" queries_path = parent_path / "graphql"
@ -66,7 +64,7 @@ def request_with_retries(method, *args, **kwargs):
if r.status_code == 200: if r.status_code == 200:
return r return r
logger.warn( logger.warn(
f"Server returned a status code of {r.status_code} while downloading {url}. Retrying ({i+1}/{attempts})..." f"Server returned a status code of {r.status_code} while downloading {url}. Retrying ({i + 1}/{attempts})..."
) )
raise RuntimeError(f"Failed to download {url} too many times.") raise RuntimeError(f"Failed to download {url} too many times.")
@ -81,9 +79,7 @@ class Client:
def __init__(self, token, proxy=None): def __init__(self, token, proxy=None):
self.proxy = proxy self.proxy = proxy
self.session = requests.Session() self.session = requests.Session()
self.adapter = requests.adapters.HTTPAdapter( self.adapter = requests.adapters.HTTPAdapter(pool_connections=100, pool_maxsize=100)
pool_connections=100, pool_maxsize=100
)
self.session.mount("http://", self.adapter) self.session.mount("http://", self.adapter)
self.session.mount("https://", self.adapter) self.session.mount("https://", self.adapter)
@ -139,9 +135,7 @@ class Client:
logger.info("Downloading next_data...") logger.info("Downloading next_data...")
r = request_with_retries(self.session.get, self.home_url) r = request_with_retries(self.session.get, self.home_url)
json_regex = ( json_regex = r'<script id="__NEXT_DATA__" type="application\/json">(.+?)</script>'
r'<script id="__NEXT_DATA__" type="application\/json">(.+?)</script>'
)
json_text = re.search(json_regex, r.text).group(1) json_text = re.search(json_regex, r.text).group(1)
next_data = json.loads(json_text) next_data = json.loads(json_text)
@ -213,19 +207,14 @@ class Client:
if channel is None: if channel is None:
channel = self.channel channel = self.channel
query = f'?min_seq={channel["minSeq"]}&channel={channel["channel"]}&hash={channel["channelHash"]}' query = f'?min_seq={channel["minSeq"]}&channel={channel["channel"]}&hash={channel["channelHash"]}'
return ( return f'wss://{self.ws_domain}.tch.{channel["baseHost"]}/up/{channel["boxName"]}/updates' + query
f'wss://{self.ws_domain}.tch.{channel["baseHost"]}/up/{channel["boxName"]}/updates'
+ query
)
def send_query(self, query_name, variables): def send_query(self, query_name, variables):
for i in range(20): for i in range(20):
json_data = generate_payload(query_name, variables) json_data = generate_payload(query_name, variables)
payload = json.dumps(json_data, separators=(",", ":")) payload = json.dumps(json_data, separators=(",", ":"))
base_string = ( base_string = payload + self.gql_headers["poe-formkey"] + "WpuLMiXEKKE98j56k"
payload + self.gql_headers["poe-formkey"] + "WpuLMiXEKKE98j56k"
)
headers = { headers = {
"content-type": "application/json", "content-type": "application/json",
@ -233,15 +222,11 @@ class Client:
} }
headers = {**self.gql_headers, **headers} headers = {**self.gql_headers, **headers}
r = request_with_retries( r = request_with_retries(self.session.post, self.gql_url, data=payload, headers=headers)
self.session.post, self.gql_url, data=payload, headers=headers
)
data = r.json() data = r.json()
if data["data"] == None: if data["data"] == None:
logger.warn( logger.warn(f'{query_name} returned an error: {data["errors"][0]["message"]} | Retrying ({i + 1}/20)')
f'{query_name} returned an error: {data["errors"][0]["message"]} | Retrying ({i+1}/20)'
)
time.sleep(2) time.sleep(2)
continue continue
@ -304,9 +289,7 @@ class Client:
def on_ws_close(self, ws, close_status_code, close_message): def on_ws_close(self, ws, close_status_code, close_message):
self.ws_connected = False self.ws_connected = False
logger.warn( logger.warn(f"Websocket closed with status {close_status_code}: {close_message}")
f"Websocket closed with status {close_status_code}: {close_message}"
)
def on_ws_error(self, ws, error): def on_ws_error(self, ws, error):
self.disconnect_ws() self.disconnect_ws()
@ -333,11 +316,7 @@ class Client:
return return
# indicate that the response id is tied to the human message id # indicate that the response id is tied to the human message id
elif ( elif key != "pending" and value == None and message["state"] != "complete":
key != "pending"
and value == None
and message["state"] != "complete"
):
self.active_messages[key] = message["messageId"] self.active_messages[key] = message["messageId"]
self.message_queues[key].put(message) self.message_queues[key].put(message)
return return
@ -381,9 +360,7 @@ class Client:
human_message = message_data["data"]["messageEdgeCreate"]["message"] human_message = message_data["data"]["messageEdgeCreate"]["message"]
human_message_id = human_message["node"]["messageId"] human_message_id = human_message["node"]["messageId"]
except TypeError: except TypeError:
raise RuntimeError( raise RuntimeError(f"An unknown error occurred. Raw response data: {message_data}")
f"An unknown error occurred. Raw response data: {message_data}"
)
# indicate that the current message is waiting for a response # indicate that the current message is waiting for a response
self.active_messages[human_message_id] = None self.active_messages[human_message_id] = None
@ -418,9 +395,7 @@ class Client:
def send_chat_break(self, chatbot): def send_chat_break(self, chatbot):
logger.info(f"Sending chat break to {chatbot}") logger.info(f"Sending chat break to {chatbot}")
result = self.send_query( result = self.send_query("AddMessageBreakMutation", {"chatId": self.bots[chatbot]["chatId"]})
"AddMessageBreakMutation", {"chatId": self.bots[chatbot]["chatId"]}
)
return result["data"]["messageBreakCreate"]["message"] return result["data"]["messageBreakCreate"]["message"]
def get_message_history(self, chatbot, count=25, cursor=None): def get_message_history(self, chatbot, count=25, cursor=None):
@ -437,15 +412,11 @@ class Client:
cursor = str(cursor) cursor = str(cursor)
if count > 50: if count > 50:
messages = ( messages = self.get_message_history(chatbot, count=50, cursor=cursor) + messages
self.get_message_history(chatbot, count=50, cursor=cursor) + messages
)
while count > 0: while count > 0:
count -= 50 count -= 50
new_cursor = messages[0]["cursor"] new_cursor = messages[0]["cursor"]
new_messages = self.get_message_history( new_messages = self.get_message_history(chatbot, min(50, count), cursor=new_cursor)
chatbot, min(50, count), cursor=new_cursor
)
messages = new_messages + messages messages = new_messages + messages
return messages return messages
elif count <= 0: elif count <= 0:
@ -523,9 +494,7 @@ class Client:
data = result["data"]["poeBotCreate"] data = result["data"]["poeBotCreate"]
if data["status"] != "success": if data["status"] != "success":
raise RuntimeError( raise RuntimeError(f"Poe returned an error while trying to create a bot: {data['status']}")
f"Poe returned an error while trying to create a bot: {data['status']}"
)
self.get_bots() self.get_bots()
return data return data
@ -568,9 +537,7 @@ class Client:
data = result["data"]["poeBotEdit"] data = result["data"]["poeBotEdit"]
if data["status"] != "success": if data["status"] != "success":
raise RuntimeError( raise RuntimeError(f"Poe returned an error while trying to edit a bot: {data['status']}")
f"Poe returned an error while trying to edit a bot: {data['status']}"
)
self.get_bots() self.get_bots()
return data return data