Merge pull request #335 from sagadav/main
Typo correction in forefront README, theb update
This commit is contained in:
commit
a13c00f286
3 changed files with 23 additions and 9 deletions
|
@ -6,8 +6,11 @@ from gpt4free import forefront
|
||||||
token = forefront.Account.create(logging=False)
|
token = forefront.Account.create(logging=False)
|
||||||
print(token)
|
print(token)
|
||||||
# get a response
|
# get a response
|
||||||
for response in forefront.StreamingCompletion.create(token=token,
|
for response in forefront.StreamingCompletion.create(
|
||||||
prompt='hello world', model='gpt-4'):
|
token=token,
|
||||||
print(response.completion.choices[0].text, end='')
|
prompt='hello world',
|
||||||
|
model='gpt-4'
|
||||||
|
):
|
||||||
|
print(response.choices[0].text, end='')
|
||||||
print("")
|
print("")
|
||||||
```
|
```
|
|
@ -5,7 +5,10 @@
|
||||||
from gpt4free import theb
|
from gpt4free import theb
|
||||||
|
|
||||||
# simple streaming completion
|
# simple streaming completion
|
||||||
for token in theb.Completion.create('hello world'):
|
|
||||||
|
while True:
|
||||||
|
x = input()
|
||||||
|
for token in theb.Completion.create(x):
|
||||||
print(token, end='', flush=True)
|
print(token, end='', flush=True)
|
||||||
print("")
|
print("")
|
||||||
```
|
```
|
||||||
|
|
|
@ -17,6 +17,7 @@ class Completion:
|
||||||
timer = None
|
timer = None
|
||||||
message_queue = Queue()
|
message_queue = Queue()
|
||||||
stream_completed = False
|
stream_completed = False
|
||||||
|
last_msg_id = None
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def request(prompt: str, proxy: Optional[str]=None):
|
def request(prompt: str, proxy: Optional[str]=None):
|
||||||
|
@ -29,25 +30,32 @@ class Completion:
|
||||||
|
|
||||||
proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None
|
proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None
|
||||||
|
|
||||||
|
options = {}
|
||||||
|
if Completion.last_msg_id:
|
||||||
|
options['parentMessageId'] = Completion.last_msg_id
|
||||||
|
|
||||||
requests.post(
|
requests.post(
|
||||||
'https://chatbot.theb.ai/api/chat-process',
|
'https://chatbot.theb.ai/api/chat-process',
|
||||||
headers=headers,
|
headers=headers,
|
||||||
proxies=proxies,
|
proxies=proxies,
|
||||||
content_callback=Completion.handle_stream_response,
|
content_callback=Completion.handle_stream_response,
|
||||||
json={'prompt': prompt, 'options': {}},
|
json={'prompt': prompt, 'options': options},
|
||||||
)
|
)
|
||||||
|
|
||||||
Completion.stream_completed = True
|
Completion.stream_completed = True
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]:
|
def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]:
|
||||||
|
Completion.stream_completed = False
|
||||||
Thread(target=Completion.request, args=[prompt, proxy]).start()
|
Thread(target=Completion.request, args=[prompt, proxy]).start()
|
||||||
|
|
||||||
while not Completion.stream_completed or not Completion.message_queue.empty():
|
while not Completion.stream_completed or not Completion.message_queue.empty():
|
||||||
try:
|
try:
|
||||||
message = Completion.message_queue.get(timeout=0.01)
|
message = Completion.message_queue.get(timeout=0.01)
|
||||||
for message in findall(Completion.regex, message):
|
for message in findall(Completion.regex, message):
|
||||||
yield loads(Completion.part1 + message + Completion.part2)['delta']
|
message_json = loads(Completion.part1 + message + Completion.part2)
|
||||||
|
Completion.last_msg_id = message_json['id']
|
||||||
|
yield message_json['delta']
|
||||||
|
|
||||||
except Empty:
|
except Empty:
|
||||||
pass
|
pass
|
||||||
|
|
Loading…
Reference in a new issue