1
0
Fork 0
GPT4FREE/gpt4free/theb/__init__.py

55 lines
1.6 KiB
Python
Raw Normal View History

2023-04-27 14:43:59 +00:00
from json import loads
from queue import Queue, Empty
2023-04-29 09:31:16 +00:00
from re import findall
2023-04-27 14:43:59 +00:00
from threading import Thread
2023-04-29 09:31:16 +00:00
from typing import Generator
2023-04-27 14:43:59 +00:00
from curl_cffi import requests
2023-04-29 09:31:16 +00:00
from fake_useragent import UserAgent
2023-04-27 14:43:59 +00:00
2023-04-20 14:34:19 +00:00
class Completion:
# experimental
part1 = '{"role":"assistant","id":"chatcmpl'
part2 = '"},"index":0,"finish_reason":null}]}}'
regex = rf'{part1}(.*){part2}'
2023-04-27 14:43:59 +00:00
timer = None
message_queue = Queue()
2023-04-20 14:34:19 +00:00
stream_completed = False
2023-04-27 14:43:59 +00:00
2023-04-29 09:31:16 +00:00
@staticmethod
2023-04-27 18:32:39 +00:00
def request(prompt: str):
2023-04-20 14:34:19 +00:00
headers = {
2023-04-27 14:43:59 +00:00
'authority': 'chatbot.theb.ai',
2023-04-20 14:34:19 +00:00
'content-type': 'application/json',
2023-04-27 14:43:59 +00:00
'origin': 'https://chatbot.theb.ai',
2023-04-29 09:31:16 +00:00
'user-agent': UserAgent().random,
2023-04-20 14:34:19 +00:00
}
2023-04-29 09:31:16 +00:00
requests.post(
'https://chatbot.theb.ai/api/chat-process',
headers=headers,
content_callback=Completion.handle_stream_response,
json={'prompt': prompt, 'options': {}},
2023-04-27 18:32:39 +00:00
)
2023-04-20 14:34:19 +00:00
Completion.stream_completed = True
@staticmethod
2023-04-29 09:31:16 +00:00
def create(prompt: str) -> Generator[str, None, None]:
2023-04-27 18:32:39 +00:00
Thread(target=Completion.request, args=[prompt]).start()
2023-04-27 14:43:59 +00:00
2023-04-29 09:31:16 +00:00
while not Completion.stream_completed or not Completion.message_queue.empty():
2023-04-20 14:34:19 +00:00
try:
message = Completion.message_queue.get(timeout=0.01)
for message in findall(Completion.regex, message):
2023-04-27 18:32:39 +00:00
yield loads(Completion.part1 + message + Completion.part2)['delta']
2023-04-27 14:43:59 +00:00
2023-04-20 14:34:19 +00:00
except Empty:
pass
@staticmethod
def handle_stream_response(response):
Completion.message_queue.put(response.decode())