add max code len to control length

src/rag.py

@@ -12,6 +12,11 @@ from function_grabber import get_function_at_line
 
 from profiles import Profile
 
+
+def truncate_string(s: str, max_len: int) -> str:
+    return s if len(s) <= max_len else s[:max_len] + "..."
+
+
 class PerfGuruPromptFormatter(ABC):
 
     def __init__(self, name: str):
@@ -48,6 +53,8 @@ class BasicPromptFormatter(PerfGuruPromptFormatter):
         for code_path, content in code_file_contents.items():
             fname = basename(code_path)
             concatenated_code += f"{fname}:\n{content}\n\n"
+        
+        concatenated_code = truncate_string(concatenated_code, 4000)
 
         if profile_path:
             if not profile_type:
@@ -57,6 +64,7 @@ class BasicPromptFormatter(PerfGuruPromptFormatter):
             
             profile = self._read_profile(profile_path, profile_type)
             profile_content = profile.profile_to_tree_str()
+            profile_content = truncate_string(profile_content, 4000)
         else:
             profile_content = ""
 
@@ -80,6 +88,8 @@ class SlowestFunctionPromptFormatter(PerfGuruPromptFormatter):
             fname = basename(code_path)
             concatenated_code += f"{fname}:\n{content}\n\n"
 
+        concatenated_code = truncate_string(concatenated_code, 4000)
+
         if profile_path:
             if not profile_type:
                 if error_fn:
@@ -159,6 +169,8 @@ class SlowestFunctionParsedPromptFormatter(PerfGuruPromptFormatter):
             for code_path, content in code_file_contents.items():
                 fname = basename(code_path)
                 concatenated_code += f"{fname}:\n{content}\n\n"
+            
+        concatenated_code = truncate_string(concatenated_code, 4000)
 
         return f"Code:\n{concatenated_code}\n\n{profile_type} Profile:\n{profile_content}\n\n{prompt}"