1
0
Fork 0

Merge pull request #335 from sagadav/main

Typo correction in forefront README, theb update
This commit is contained in:
t.me/xtekky 2023-05-01 18:24:07 +01:00 committed by GitHub
commit a13c00f286
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 23 additions and 9 deletions

View file

@ -6,8 +6,11 @@ from gpt4free import forefront
token = forefront.Account.create(logging=False) token = forefront.Account.create(logging=False)
print(token) print(token)
# get a response # get a response
for response in forefront.StreamingCompletion.create(token=token, for response in forefront.StreamingCompletion.create(
prompt='hello world', model='gpt-4'): token=token,
print(response.completion.choices[0].text, end='') prompt='hello world',
model='gpt-4'
):
print(response.choices[0].text, end='')
print("") print("")
``` ```

View file

@ -5,7 +5,10 @@
from gpt4free import theb from gpt4free import theb
# simple streaming completion # simple streaming completion
for token in theb.Completion.create('hello world'):
while True:
x = input()
for token in theb.Completion.create(x):
print(token, end='', flush=True) print(token, end='', flush=True)
print("") print("")
``` ```

View file

@ -17,6 +17,7 @@ class Completion:
timer = None timer = None
message_queue = Queue() message_queue = Queue()
stream_completed = False stream_completed = False
last_msg_id = None
@staticmethod @staticmethod
def request(prompt: str, proxy: Optional[str]=None): def request(prompt: str, proxy: Optional[str]=None):
@ -29,25 +30,32 @@ class Completion:
proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None
options = {}
if Completion.last_msg_id:
options['parentMessageId'] = Completion.last_msg_id
requests.post( requests.post(
'https://chatbot.theb.ai/api/chat-process', 'https://chatbot.theb.ai/api/chat-process',
headers=headers, headers=headers,
proxies=proxies, proxies=proxies,
content_callback=Completion.handle_stream_response, content_callback=Completion.handle_stream_response,
json={'prompt': prompt, 'options': {}}, json={'prompt': prompt, 'options': options},
) )
Completion.stream_completed = True Completion.stream_completed = True
@staticmethod @staticmethod
def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]: def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]:
Completion.stream_completed = False
Thread(target=Completion.request, args=[prompt, proxy]).start() Thread(target=Completion.request, args=[prompt, proxy]).start()
while not Completion.stream_completed or not Completion.message_queue.empty(): while not Completion.stream_completed or not Completion.message_queue.empty():
try: try:
message = Completion.message_queue.get(timeout=0.01) message = Completion.message_queue.get(timeout=0.01)
for message in findall(Completion.regex, message): for message in findall(Completion.regex, message):
yield loads(Completion.part1 + message + Completion.part2)['delta'] message_json = loads(Completion.part1 + message + Completion.part2)
Completion.last_msg_id = message_json['id']
yield message_json['delta']
except Empty: except Empty:
pass pass