JaehaerysNL/GPT4FREE
1
0
Fork 0
Code Activity

updated t3nsor (gpt 3.5)

Browse source 
changed iter lines to iter content chunks, way smoother and more updates + resolved dict issue
This commit is contained in:
t.me/xtekky 2023-04-06 21:29:56 +02:00
parent 76571f2591
commit ab75098dd2
2 changed files with 30 additions and 24 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

47
t3nsor/__init__.py
View file

@ -21,9 +21,9 @@ class T3nsorResponse:
class Usage:
def __init__(self, usage_dict: dict) -> None:
self.prompt_tokens = usage_dict['prompt_tokens']
self.completion_tokens = usage_dict['completion_tokens']
self.total_tokens = usage_dict['total_tokens']
self.prompt_tokens = usage_dict['prompt_chars']
self.completion_tokens = usage_dict['completion_chars']
self.total_tokens = usage_dict['total_chars']
def __repr__(self):
return f'''<__main__.APIResponse.Usage(\n prompt_tokens = {self.prompt_tokens},\n completion_tokens = {self.completion_tokens},\n total_tokens = {self.total_tokens})object at 0x1337>'''
@ -95,24 +95,23 @@ class StreamCompletion:
'prompt' : prompt
})
for resp in response.iter_lines():
if resp:
yield T3nsorResponse({
'id' : f'cmpl-1337-{int(time())}',
'object' : 'text_completion',
'created': int(time()),
'model' : Completion.model,
'choices': [{
'text' : resp.decode(),
'index' : 0,
'logprobs' : None,
'finish_reason' : 'stop'
}],
'usage': {
'prompt_chars' : len(prompt),
'completion_chars' : len(resp.decode()),
'total_chars' : len(prompt) + len(resp.decode())
}
})
for chunk in response.iter_content(chunk_size = 2046):
yield T3nsorResponse({
'id' : f'cmpl-1337-{int(time())}',
'object' : 'text_completion',
'created': int(time()),
'model' : Completion.model,
'choices': [{
'text' : chunk.decode(),
'index' : 0,
'logprobs' : None,
'finish_reason' : 'stop'
}],
'usage': {
'prompt_chars' : len(prompt),
'completion_chars' : len(chunk.decode()),
'total_chars' : len(prompt) + len(chunk.decode())
}
})

7
testing/t3nsor.py Normal file
View file

@ -0,0 +1,7 @@
import t3nsor
for response in t3nsor.StreamCompletion.create(
prompt = 'write python code to reverse a string',
messages = []):
print(response.completion.choices[0].text)