commit
d304de513d
3 changed files with 75 additions and 51 deletions
|
@ -1,60 +1,62 @@
|
||||||
import json
|
import json
|
||||||
import re
|
import re
|
||||||
from fake_useragent import UserAgent
|
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
|
|
||||||
|
|
||||||
class Completion:
|
class Completion:
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def create(
|
def create(messages):
|
||||||
systemprompt:str,
|
headers = {
|
||||||
text:str,
|
"authority": "openai.a2hosted.com",
|
||||||
assistantprompt:str
|
"accept": "text/event-stream",
|
||||||
):
|
"accept-language": "en-US,en;q=0.9,id;q=0.8,ja;q=0.7",
|
||||||
|
"cache-control": "no-cache",
|
||||||
|
"sec-fetch-dest": "empty",
|
||||||
|
"sec-fetch-mode": "cors",
|
||||||
|
"sec-fetch-site": "cross-site",
|
||||||
|
"user-agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/112.0",
|
||||||
|
}
|
||||||
|
|
||||||
data = [
|
query_param = Completion.__create_query_param(messages)
|
||||||
{"role": "system", "content": systemprompt},
|
url = f"https://openai.a2hosted.com/chat?q={query_param}"
|
||||||
{"role": "user", "content": "hi"},
|
request = requests.get(url, headers=headers, stream=True)
|
||||||
{"role": "assistant", "content": assistantprompt},
|
if request.status_code != 200:
|
||||||
{"role": "user", "content": text},
|
|
||||||
]
|
|
||||||
url = f'https://openai.a2hosted.com/chat?q={Completion.__get_query_param(data)}'
|
|
||||||
|
|
||||||
try:
|
|
||||||
response = requests.get(url, headers=Completion.__get_headers(), stream=True)
|
|
||||||
except:
|
|
||||||
return Completion.__get_failure_response()
|
return Completion.__get_failure_response()
|
||||||
|
|
||||||
sentence = ""
|
content = request.content
|
||||||
|
response = Completion.__join_response(content)
|
||||||
|
|
||||||
|
return {"responses": response}
|
||||||
|
|
||||||
for message in response.iter_content(chunk_size=1024):
|
|
||||||
message = message.decode('utf-8')
|
|
||||||
msg_match, num_match = re.search(r'"msg":"([^"]+)"', message), re.search(r'\[DONE\] (\d+)', message)
|
|
||||||
if msg_match:
|
|
||||||
# Put the captured group into a sentence
|
|
||||||
sentence += msg_match.group(1)
|
|
||||||
return {
|
|
||||||
'response': sentence
|
|
||||||
}
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def __get_headers(cls) -> dict:
|
|
||||||
return {
|
|
||||||
'authority': 'openai.a2hosted.com',
|
|
||||||
'accept': 'text/event-stream',
|
|
||||||
'accept-language': 'en-US,en;q=0.9,id;q=0.8,ja;q=0.7',
|
|
||||||
'cache-control': 'no-cache',
|
|
||||||
'sec-fetch-dest': 'empty',
|
|
||||||
'sec-fetch-mode': 'cors',
|
|
||||||
'sec-fetch-site': 'cross-site',
|
|
||||||
'user-agent': UserAgent().random
|
|
||||||
}
|
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def __get_failure_response(cls) -> dict:
|
def __get_failure_response(cls) -> dict:
|
||||||
return dict(response='Unable to fetch the response, Please try again.', links=[], extra={})
|
return dict(
|
||||||
|
response="Unable to fetch the response, Please try again.",
|
||||||
|
links=[],
|
||||||
|
extra={},
|
||||||
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def __get_query_param(cls, conversation) -> str:
|
def __multiple_replace(cls, string, reps) -> str:
|
||||||
|
for original, replacement in reps.items():
|
||||||
|
string = string.replace(original, replacement)
|
||||||
|
return string
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def __create_query_param(cls, conversation) -> str:
|
||||||
encoded_conversation = json.dumps(conversation)
|
encoded_conversation = json.dumps(conversation)
|
||||||
return encoded_conversation.replace(" ", "%20").replace('"', '%22').replace("'", "%27")
|
replacement = {" ": "%20", '"': "%22", "'": "%27"}
|
||||||
|
return Completion.__multiple_replace(encoded_conversation, replacement)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def __convert_escape_codes(cls, text) -> str:
|
||||||
|
replacement = {'\\\\"': '"', '\\"': '"', "\\n": "\n", "\\'": "'"}
|
||||||
|
return Completion.__multiple_replace(text, replacement)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def __join_response(cls, data) -> str:
|
||||||
|
data = data.decode("utf-8")
|
||||||
|
find_ans = re.findall(r'(?<={"msg":)[^}]*', str(data))
|
||||||
|
ans = [Completion.__convert_escape_codes(x[1:-1]) for x in find_ans]
|
||||||
|
response = "".join(ans)
|
||||||
|
return response
|
||||||
|
|
|
@ -1,10 +1,18 @@
|
||||||
### Example: `openaihosted`) <a name="example-openaihosted"></a>
|
### Example: `openaihosted` (use like openai pypi package) <a name="example-openaihosted"></a>
|
||||||
|
|
||||||
|
|
||||||
```python
|
```python
|
||||||
# import library
|
|
||||||
import openaihosted
|
import openaihosted
|
||||||
|
|
||||||
res = openaihosted.Completion.create(systemprompt="U are ChatGPT", text="What is 4+4", assistantprompt="U are a helpful assistant.")['response']
|
messages = [{"role": "system", "content": "You are a helpful assistant."}]
|
||||||
print(res) ## Responds with the answer
|
while True:
|
||||||
|
question = input("Question: ")
|
||||||
|
if question == "!stop":
|
||||||
|
break
|
||||||
|
|
||||||
|
messages.append({"role": "user", "content": question})
|
||||||
|
request = openaihosted.Completion.create(messages=messages)
|
||||||
|
|
||||||
|
response = request["responses"]
|
||||||
|
messages.append({"role": "assistant", "content": response})
|
||||||
|
print(f"Answer: {response}")
|
||||||
```
|
```
|
||||||
|
|
14
testing/openaihosted_test.py
Normal file
14
testing/openaihosted_test.py
Normal file
|
@ -0,0 +1,14 @@
|
||||||
|
import openaihosted
|
||||||
|
|
||||||
|
messages = [{"role": "system", "content": "You are a helpful assistant."}]
|
||||||
|
while True:
|
||||||
|
question = input("Question: ")
|
||||||
|
if question == "!stop":
|
||||||
|
break
|
||||||
|
|
||||||
|
messages.append({"role": "user", "content": question})
|
||||||
|
request = openaihosted.Completion.create(messages=messages)
|
||||||
|
|
||||||
|
response = request["responses"]
|
||||||
|
messages.append({"role": "assistant", "content": response})
|
||||||
|
print(f"Answer: {response}")
|
Loading…
Reference in a new issue