Merge pull request xtekky#335 from sagadav/main

Typo correction in forefront README, theb update
hraink · May 1, 2023 · a13c00f · a13c00f
2 parents 72dbed8 + fb05440
commit a13c00f
Show file tree

Hide file tree

Showing 3 changed files with 23 additions and 9 deletions.
diff --git a/gpt4free/forefront/README.md b/gpt4free/forefront/README.md
@@ -6,8 +6,11 @@ from gpt4free import forefront
 token = forefront.Account.create(logging=False)
 print(token)
 # get a response
-for response in forefront.StreamingCompletion.create(token=token,
-                                                     prompt='hello world', model='gpt-4'):
-    print(response.completion.choices[0].text, end='')
+for response in forefront.StreamingCompletion.create(
+	token=token,
+	prompt='hello world',
+	model='gpt-4'
+):
+    print(response.choices[0].text, end='')
 print("")
 ```
diff --git a/gpt4free/theb/README.md b/gpt4free/theb/README.md
@@ -5,7 +5,10 @@
 from gpt4free import theb
 
 # simple streaming completion
-for token in theb.Completion.create('hello world'):
-    print(token, end='', flush=True)
-print("")
+
+while True:
+	x = input()
+	for token in theb.Completion.create(x):
+		print(token, end='', flush=True)
+	print("")
 ```
diff --git a/gpt4free/theb/__init__.py b/gpt4free/theb/__init__.py
@@ -17,6 +17,7 @@ class Completion:
     timer = None
     message_queue = Queue()
     stream_completed = False
+    last_msg_id = None
 
     @staticmethod
     def request(prompt: str, proxy: Optional[str]=None):
@@ -28,26 +29,33 @@ def request(prompt: str, proxy: Optional[str]=None):
         }
 
         proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None
-
+
+        options = {}
+        if Completion.last_msg_id:
+            options['parentMessageId'] = Completion.last_msg_id
+
         requests.post(
             'https://chatbot.theb.ai/api/chat-process',
             headers=headers,
             proxies=proxies,
             content_callback=Completion.handle_stream_response,
-            json={'prompt': prompt, 'options': {}},
+            json={'prompt': prompt, 'options': options},
         )
 
         Completion.stream_completed = True
 
     @staticmethod
     def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]:
+        Completion.stream_completed = False
         Thread(target=Completion.request, args=[prompt, proxy]).start()
 
         while not Completion.stream_completed or not Completion.message_queue.empty():
             try:
                 message = Completion.message_queue.get(timeout=0.01)
                 for message in findall(Completion.regex, message):
-                    yield loads(Completion.part1 + message + Completion.part2)['delta']
+                    message_json = loads(Completion.part1 + message + Completion.part2)
+                    Completion.last_msg_id = message_json['id']
+                    yield message_json['delta']
 
             except Empty:
                 pass