added code and text compression.

Author: thecodacus

lazydev/modules/developer.py

@@ -61,8 +61,12 @@ def get_clarifications(self, doubts: List[str], answers: List[str]):
         clarifications = ""
         for i in range(len(doubts)):
             clarifications = f"{clarifications}\n\n{i+1}. {doubts[i]}\n Ans: {answers[i]}"
-        self.clarifications = clarifications
-        return clarifications
+
+        compressed_clarrifications = self.brain_storm(
+            PromptBook.get_compressed_text(clarifications), "compressed_clarrifications")
+        self.clarifications = compressed_clarrifications
+
+        return compressed_clarrifications
 
     def clear_doubts(self):
         doubt_list = self.get_doubts()
@@ -90,8 +94,10 @@ def clear_doubts(self):
     def plan_project(self):
         prompt = PromptBook.plan_project(self.requirement, self.clarifications)
         plannings: str = self.brain_storm(prompt, 'plan-project')
-        self.plannings = plannings
-        return plannings
+        compressed_plan = self.brain_storm(
+            PromptBook.get_compressed_text(plannings), "compressed_plan")
+        self.plannings = compressed_plan
+        return compressed_plan
 
     def generate_folder_structure(self):
         prompt = PromptBook.design_folder_structure(
@@ -166,9 +172,12 @@ def write_file_content(self, file_path, review_iteration: int = 1):
                 code = response
 
         Utilities.write_to_file(code, file_path=file_path)
+        # compress the code
+        compressed_code = self.brain_storm(PromptBook.get_compressed_code(
+            code), f'code-compressed-{file_path.split("/")[-1]}')
         self.files_written.append((
             file_path,
-            code
+            compressed_code
         ))
 
     def develop(self):

lazydev/modules/prompts.py

@@ -4,7 +4,7 @@
 
 class PromptBook:
     @staticmethod
-    def expand_requirements(question:str)->str:
+    def expand_requirements(question: str) -> str:
         return f"""
 you are a senior programmer below is what your client have asked you to do:
 ---
@@ -22,8 +22,9 @@ def expand_requirements(question:str)->str:
 
 Begin!
 """
+
     @staticmethod
-    def plan_project(question:str, clarification:str)->str:
+    def plan_project(question: str, clarification: str) -> str:
         return f"""
 you are a senior programmer below is what your client have asked you to do:
 ---
@@ -43,8 +44,9 @@ def plan_project(question:str, clarification:str)->str:
 * be detailed so junior developer can understand very easily
 Begin!
 """
+
     @staticmethod
-    def design_folder_structure(question:str,plan:str,clarifications:str)->str:
+    def design_folder_structure(question: str, plan: str, clarifications: str) -> str:
         return f"""
 you are a senior programmer below is what your client have asked you to do:
 ---
@@ -78,9 +80,10 @@ def design_folder_structure(question:str,plan:str,clarifications:str)->str:
 * do not write the contents of the files that will be done by the next developer
 Begin!
 """
+
     @staticmethod
-    def prioritise_file_list(filelist:List[str])->List[str]:
-        list_string='\n'.join(filelist)
+    def prioritise_file_list(filelist: List[str]) -> List[str]:
+        list_string = '\n'.join(filelist)
         return f"""
 you are a senior programmer. you going to write a api service.
 below are the file list that you are going to complete in future.
@@ -94,10 +97,12 @@ def prioritise_file_list(filelist:List[str])->List[str]:
 * do not write any explanation
 Begin!
         """
+
     @staticmethod
-    def write_file(question,clarifications:str,plan:str,files_written:List[List[str]], file_path_to_write:str,file_paths:List[str])->str:
-        file_with_conent="\n\n".join([f"File:{file_path}\nContent:\n{content}" for file_path,content in files_written])
-        all_files_list="\n".join(file_paths)
+    def write_file(question, clarifications: str, plan: str, files_written: List[List[str]], file_path_to_write: str, file_paths: List[str]) -> str:
+        file_with_conent = "\n\n".join(
+            [f"File:{file_path}\nContent:\n{content}" for file_path, content in files_written])
+        all_files_list = "\n".join(file_paths)
         return f"""
 you are a senior programmer below is what your client have asked you to do:
 ---
@@ -127,6 +132,7 @@ def write_file(question,clarifications:str,plan:str,files_written:List[List[str]
 As your response will go to an automated parser, things to keep in mind all the time:
 * follow the exact format provided above without fail
 * only write the file content, no expiation, no pretext.
+* code should be readable.
 * if the language support, add comments at steps, which expains what you are about to do, dont add comment if comment is not supported by the file type example json file
 * keep in mind there wont be any additional files other then the full files list given above, only use files that are mentioned in that list
 Begin!
@@ -135,9 +141,10 @@ def write_file(question,clarifications:str,plan:str,files_written:List[List[str]
 Content:
 """
 
-    def get_code_feedback(draft:str,question,clarifications:str,plan:str,files_written:List[List[str]], file_path_to_write:str,file_paths:List[str])->str:
-        file_with_conent="\n\n".join([f"File:{file_path}\nContent:\n{content}" for file_path,content in files_written])
-        all_files_list="\n".join(file_paths)
+    def get_code_feedback(draft: str, question, clarifications: str, plan: str, files_written: List[List[str]], file_path_to_write: str, file_paths: List[str]) -> str:
+        file_with_conent = "\n\n".join(
+            [f"File:{file_path}\nContent:\n{content}" for file_path, content in files_written])
+        all_files_list = "\n".join(file_paths)
         return f"""
 you are a senior programmer below is what your client have asked you to do:
 ---
@@ -177,4 +184,27 @@ def get_code_feedback(draft:str,question,clarifications:str,plan:str,files_writt
 * if the language support, add comments at steps, which expains what you are about to do, dont add comment if comment is not supported by the file type example json file
 * keep in mind there wont be any additional files other then the full files list given above, only use files that are mentioned in that list
 Begin!
-"""
+"""
+
+    def get_compressed_code(code: str):
+        return f"""
+compress the code below as best as you can, dont rename any data:
+```
+{code}
+```
+As your response will go to an automated parser, things to keep in mind all the time:
+* only output code and nothing else
+* do not rename and content of the code suck as variable names and public function names
+Begin!
+        """
+
+    def get_compressed_text(text: str):
+        return f"""
+compress the content of the text below as best as you can:
+```
+{text}
+```
+As your response will go to an automated parser, things to keep in mind all the time:
+* only respond with the compressed text and nothing else
+Begin!
+        """

setup.py

@@ -5,7 +5,7 @@
 
 setup(
     name="lazydev",
-    version='0.0.7',
+    version='0.0.8',
     packages=find_packages(),
     install_requires=[
         "langchain>=0.0.188",