Added support for Continue generating feature

Erol444 · Erol444 · commit 80f67bec6670 · 2023-06-03T14:03:15.000+02:00
diff --git a/gpt4_openai/__init__.py b/gpt4_openai/__init__.py
@@ -15,6 +15,7 @@ class GPT4OpenAI(LLM):
     __file__ = __file__
     model: str = "gpt-4"
     plugin_ids: List[str] = []
+    auto_continue: bool = False
 
     @property
     def _llm_type(self) -> str:
@@ -25,10 +26,15 @@ def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
             if self.token is None:
                 raise ValueError("You need to specify the token, please check https://github.com/Erol444/gpt4-openai-api#how-to-get-the-access-token")
 
-            self.chatbot = Chatbot({'access_token': self.token, 'model': self.model, 'plugin_ids': self.plugin_ids})
+            self.chatbot = Chatbot({
+                'access_token': self.token,
+                'model': self.model,
+                'plugin_ids': self.plugin_ids
+                })
 
         response = ""
-        for data in self.chatbot.ask(prompt):
+        for data in self.chatbot.ask(prompt=prompt,
+                                     auto_continue=self.auto_continue):
             response = data["message"]
 
         # Add to history
diff --git a/readme.md b/readme.md
@@ -83,6 +83,15 @@ Output will be:
 AI: Ahoy, me name be John an' I be likin' ta feast on some pizza, arr!
 ```
 
+## `Continue generating` support
+
+In case of a large prompt answer, ChatGPT allows you to click `Continue generating` button. This library supports that as well.
+
+```python
+llm = GPT4OpenAI(llm=my_token, model='gpt-4', auto_continue=True)
+very_long_response = llm(my_prompt)
+```
+
 ## How to get the access token
 
 1. Go to https://chat.openai.com/api/auth/session
diff --git a/setup.py b/setup.py
@@ -7,7 +7,7 @@
 
 setup(
     name="gpt4-openai-api",
-    version="0.4.0",
+    version="0.5.0",
     description="Python package for unofficial GPT-4 API access via chat.openai.com",
     long_description=long_description,
     long_description_content_type='text/markdown',
diff --git a/test/test_continue_generating.py b/test/test_continue_generating.py
@@ -0,0 +1,19 @@
+import os
+from dotenv import load_dotenv
+from gpt4_openai import GPT4OpenAI
+load_dotenv()
+
+# accessToken from https://chat.openai.com/api/auth/session
+llm = GPT4OpenAI(token=os.environ["OPENAI_ACCESS_TOKEN"], model='gpt-4', auto_continue=True)
+
+prompt = """
+Please write a detailed and comprehensive guide to developing a small business, starting from a business idea and
+going through all the necessary steps, such as writing a business plan, choosing a legal structure, obtaining financing,
+choosing a location, setting up your workspace, recruiting and hiring employees, developing products and services,
+marketing, sales, customer service, accounting and bookkeeping, reviewing business performance, and finally planning for
+growth and expansion. Be sure to include examples, tips, and potential pitfalls to watch out for along the way.
+"""
+response = llm(prompt)
+
+# GPT4 should now return all 15 different steps of the business plan, one by one
+print(response)
