Added repository maps to remove reduntant exploration of files

Author: VitjanZ

git_utils.py

@@ -114,6 +114,23 @@ def is_dirty(repo_path: Union[str, os.PathLike]) -> bool:
     return repo.is_dirty(untracked_files=True)
 
 
+def get_dirty_file_names(repo_path: Union[str, os.PathLike]) -> list:
+    """Returns the paths (relative to the repo root) of all modified, added,
+    deleted, and untracked files — the set that add_all_files_and_commit would commit."""
+    repo = Repo(repo_path)
+    names = []
+    # -uall lists files inside untracked directories individually (instead of "dir/").
+    for line in repo.git.status("--porcelain", "-uall").splitlines():
+        if not line.strip():
+            continue
+        path = line[3:]
+        # Renames are reported as "old -> new"; the new path is what gets committed.
+        if " -> " in path:
+            path = path.split(" -> ", 1)[1]
+        names.append(path.strip('"'))
+    return names
+
+
 def add_all_files_and_commit(
     repo_path: Union[str, os.PathLike],
     commit_message: str,

render_machine/actions/agent_fix_conformance_test.py

@@ -2,6 +2,7 @@
 
 import file_utils
 import plain_spec
+import repo_map
 from memory_management import MemoryManager
 from plain2code_console import console
 from plain2code_trace import preview, trace
@@ -564,7 +565,7 @@ def _build_start_task_params(
         Shared by the first-attempt path and the session-rotation path so the two
         stay in sync.
         """
-        return {
+        task_params = {
             "specifications": specifications,
             "test_output_file": test_output_file,
             "prepare_environment_output_file": prepare_environment_output_file,
@@ -584,6 +585,23 @@ def _build_start_task_params(
             "keep_session_alive": True,  # Mark this as a persistent session
         }
 
+        # Orientation seeds: codebase map (boosted by spec terms and the failing test
+        # output, so the files implicated in the failure keep their outlines when the
+        # map is over budget) plus the per-FRID implementation history.
+        relevance_text = specifications + "\n" + repo_map.read_text_tail(test_output_file)
+        repo_map_text = repo_map.build_repo_map_param(
+            render_context,
+            conformance_tests_folder=conformance_test_folder,
+            relevance_text=relevance_text,
+        )
+        if repo_map_text:
+            task_params["repo_map"] = repo_map_text
+        code_brief = repo_map.read_code_brief(render_context.build_folder)
+        if code_brief:
+            task_params["code_brief"] = code_brief
+
+        return task_params
+
     def _add_optional_task_params(
         self,
         task_params: dict,

render_machine/actions/agent_fix_unit_tests.py

@@ -3,6 +3,7 @@
 
 import file_utils
 import plain_spec
+import repo_map
 from memory_management import MemoryManager
 from render_machine.actions.base_action import BaseAction
 from render_machine.agent import agent_runner
@@ -45,8 +46,9 @@ def execute(self, render_context: RenderContext, previous_action_payload: Any |
         test_output_file = self._save_test_output_to_file(test_output)
         linked_resource_paths = self._get_linked_resource_paths(render_context)
 
+        specifications = self._build_specifications_text(render_context)
         task_params = {
-            "specifications": self._build_specifications_text(render_context),
+            "specifications": specifications,
             "linked_resource_paths": linked_resource_paths,
             "test_output_file": test_output_file,
             "unit_tests_script_path": render_context.unittests_script or "",
@@ -56,6 +58,16 @@ def execute(self, render_context: RenderContext, previous_action_payload: Any |
             "memory_folder": render_context.memory_manager.memory_folder,
             "memory_file_names": MemoryManager.list_memory_files(render_context.memory_manager.memory_folder),
         }
+        # Orientation seeds: codebase map (boosted by spec terms and the failing test
+        # output, so implicated files keep their outlines when the map is over budget)
+        # plus the per-FRID implementation history.
+        relevance_text = specifications + "\n" + test_output[-4_000:]
+        repo_map_text = repo_map.build_repo_map_param(render_context, relevance_text=relevance_text)
+        if repo_map_text:
+            task_params["repo_map"] = repo_map_text
+        code_brief = repo_map.read_code_brief(render_context.build_folder)
+        if code_brief:
+            task_params["code_brief"] = code_brief
 
         tool_executor = ToolExecutor(available_tools=FIX_UNIT_TESTS_TOOLS)
         response = agent_runner.run("fix_unit_tests", task_params, render_context, tool_executor)

render_machine/actions/agent_render_conformance_tests.py

@@ -3,6 +3,7 @@
 
 import file_utils
 import plain_spec
+import repo_map
 from memory_management import MemoryManager
 from plain2code_console import console
 from render_machine.actions.base_action import BaseAction
@@ -113,8 +114,9 @@ def _render_conformance_tests(self, render_context: RenderContext):
 
         all_acceptance_tests = render_context.frid_context.specifications.get(plain_spec.ACCEPTANCE_TESTS, [])
 
+        specifications = self._build_specifications_text(render_context)
         task_params = {
-            "specifications": self._build_specifications_text(render_context),
+            "specifications": specifications,
             "linked_resource_paths": self._get_linked_resource_paths(render_context),
             "acceptance_tests": all_acceptance_tests,
             "build_folder": render_context.build_folder,
@@ -129,12 +131,29 @@ def _render_conformance_tests(self, render_context: RenderContext):
             "memory_folder": render_context.memory_manager.memory_folder,
             "memory_file_names": MemoryManager.list_memory_files(render_context.memory_manager.memory_folder),
         }
+        self._add_orientation_params(task_params, render_context, conformance_tests_folder_name, specifications)
 
         tool_executor = ToolExecutor(available_tools=RENDER_CONFORMANCE_TESTS_TOOLS)
         agent_runner.run("render_conformance_tests", task_params, render_context, tool_executor)
 
         return self.SUCCESSFUL_OUTCOME, None
 
+    @staticmethod
+    def _add_orientation_params(
+        task_params: dict, render_context: RenderContext, conformance_tests_folder_name: str, specifications: str
+    ) -> None:
+        """Seed the session with the codebase map and the module's implementation history."""
+        repo_map_text = repo_map.build_repo_map_param(
+            render_context,
+            conformance_tests_folder=conformance_tests_folder_name,
+            relevance_text=specifications,
+        )
+        if repo_map_text:
+            task_params["repo_map"] = repo_map_text
+        code_brief = repo_map.read_code_brief(render_context.build_folder)
+        if code_brief:
+            task_params["code_brief"] = code_brief
+
     def _render_acceptance_test(self, render_context: RenderContext):
         if plain_spec.ACCEPTANCE_TESTS not in render_context.frid_context.specifications:
             return self.SUCCESSFUL_OUTCOME, None
@@ -156,8 +175,9 @@ def _render_acceptance_test(self, render_context: RenderContext):
 
         console.info(f"Agent generating acceptance test:\n  {acceptance_test}")
 
+        specifications = self._build_specifications_text(render_context)
         task_params = {
-            "specifications": self._build_specifications_text(render_context),
+            "specifications": specifications,
             "linked_resource_paths": self._get_linked_resource_paths(render_context),
             "acceptance_test": acceptance_test,
             "existing_conformance_tests": conformance_tests_files_content,
@@ -173,6 +193,7 @@ def _render_acceptance_test(self, render_context: RenderContext):
             "memory_folder": render_context.memory_manager.memory_folder,
             "memory_file_names": MemoryManager.list_memory_files(render_context.memory_manager.memory_folder),
         }
+        self._add_orientation_params(task_params, render_context, conformance_tests_folder_name, specifications)
 
         tool_executor = ToolExecutor(available_tools=RENDER_CONFORMANCE_TESTS_TOOLS)
         agent_runner.run("render_conformance_tests", task_params, render_context, tool_executor)

render_machine/actions/agent_render_functional_requirement.py

@@ -3,6 +3,7 @@
 import file_utils
 import plain_spec
 import render_machine.render_utils as render_utils
+import repo_map
 from memory_management import MemoryManager
 from plain2code_console import console
 from render_machine.actions.base_action import BaseAction
@@ -49,15 +50,24 @@ def execute(self, render_context: RenderContext, _previous_action_payload: Any |
         console.info(msg)
 
         memory_folder = render_context.memory_manager.memory_folder
+        specifications = self._build_specifications_text(render_context)
         task_params = {
-            "specifications": self._build_specifications_text(render_context),
+            "specifications": specifications,
             "linked_resource_paths": self._get_linked_resource_paths(render_context),
             "include_unittests": render_context.should_run_unit_tests(),
             "build_folder": render_context.build_folder,
             "module_name": render_context.module_name,
             "memory_folder": memory_folder,
             "memory_file_names": MemoryManager.list_memory_files(memory_folder),
         }
+        # Orientation seeds: codebase map + per-FRID implementation history. Built after
+        # revert_changes_for_frid so the map reflects the baseline the agent will see.
+        repo_map_text = repo_map.build_repo_map_param(render_context, relevance_text=specifications)
+        if repo_map_text:
+            task_params["repo_map"] = repo_map_text
+        code_brief = repo_map.read_code_brief(render_context.build_folder)
+        if code_brief:
+            task_params["code_brief"] = code_brief
 
         tool_executor = ToolExecutor(available_tools=RENDER_FUNCTIONAL_REQUIREMENT_TOOLS)
         agent_runner.run("render_functional_requirement", task_params, render_context, tool_executor)

render_machine/actions/commit_implementation_code_changes.py

@@ -1,6 +1,7 @@
 from typing import Any
 
 import git_utils
+import repo_map
 from render_machine.actions.base_action import BaseAction
 from render_machine.render_context import RenderContext
 
@@ -12,6 +13,15 @@ def __init__(self, base_commit_message: str):
         self.base_commit_message = base_commit_message
 
     def execute(self, render_context: RenderContext, _previous_action_payload: Any | None):
+        # Record this FRID in the module's rolling code brief before committing, so the
+        # brief travels with the same commit and future agent sessions see it.
+        repo_map.append_code_brief_entry(
+            render_context.build_folder,
+            render_context.frid_context.frid,
+            render_context.frid_context.functional_requirement_text,
+            git_utils.get_dirty_file_names(render_context.build_folder),
+        )
+
         git_utils.add_all_files_and_commit(
             render_context.build_folder,
             self.base_commit_message.format(render_context.frid_context.frid),