JaehaerysNL/GPT4FREE
1
0
Fork 0
Code Activity

theb: multiple messages

Browse source
This commit is contained in:
sagadav 2023-05-01 17:53:32 +05:00
parent 6476547628
commit fb054408bf
2 changed files with 17 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
gpt4free/theb/README.md
View file

@ -5,7 +5,10 @@
from gpt4free import theb
# simple streaming completion
for token in theb.Completion.create('hello world'):
print(token, end='', flush=True)
print("")
while True:
x = input()
for token in theb.Completion.create(x):
print(token, end='', flush=True)
print("")
```

14
gpt4free/theb/__init__.py
View file

@ -17,6 +17,7 @@ class Completion:
timer = None
message_queue = Queue()
stream_completed = False
last_msg_id = None
@staticmethod
def request(prompt: str, proxy: Optional[str]=None):
@ -28,26 +29,33 @@ class Completion:
}
proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None
options = {}
if Completion.last_msg_id:
options['parentMessageId'] = Completion.last_msg_id
requests.post(
'https://chatbot.theb.ai/api/chat-process',
headers=headers,
proxies=proxies,
content_callback=Completion.handle_stream_response,
json={'prompt': prompt, 'options': {}},
json={'prompt': prompt, 'options': options},
)
Completion.stream_completed = True
@staticmethod
def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]:
Completion.stream_completed = False
Thread(target=Completion.request, args=[prompt, proxy]).start()
while not Completion.stream_completed or not Completion.message_queue.empty():
try:
message = Completion.message_queue.get(timeout=0.01)
for message in findall(Completion.regex, message):
yield loads(Completion.part1 + message + Completion.part2)['delta']
message_json = loads(Completion.part1 + message + Completion.part2)
Completion.last_msg_id = message_json['id']
yield message_json['delta']
except Empty:
pass