I am sory

Author: server

.gitignore

@@ -17,6 +17,7 @@ ProgramTemplates.swift
 ProgramTemplateWeights.swift
 fog_logs/
 ebg_logs/
+Sources/Agentic_System/agent_memory/
 .gemini/
 crashes/
 folder*/
@@ -29,3 +30,4 @@ package-lock.json
 
 # V8 build directory for testing
 v8_build_test/
+.__pycache__/*

Sources/Agentic_System/IkaCore

@@ -1 +1 @@
-Subproject commit ec4aa7827e640bfeed48f90ba1d864f0bf3e0f12
+Subproject commit 827966bc9d9f541a427d7bfe3e4d54eab552644b

Sources/Agentic_System/README.md

@@ -6,13 +6,19 @@
 - `FUZZILLI_TOOL_BIN` => points to the FuzzILTool binary, typically under .build in Fuzzilli's root
 - `FUZZILLI_PATH` => points to Fuzzilli's root directory, where you land after cloning and cd'ing into the repo
 3. Put your OpenAI key into a `keys.cfg` in Sources/Agentic_System
-4. Replace the smolagents site-packaged located in `.venv/lib/python3.12/site-packages` or similar with the provided fork of smolagents<br>
-    You can simply remove the existing smolagents in site-packages and move + rename the fork as `smolagents`
-5. run `python3 start_scripts/rises-the-fog.py (--debug)`
+4. run `python3 start_scripts/rises-the-fog.py (--debug)`
 
 ### Technical flow
 #### The first multi agent system is implemented and starts by initializing a root manager whose goal is to actually orchestrate the creation of program templates. It starts by selecting a "code region" that it determines to be interesting; this is done by querying a RAG DB (json file) that contains over 8000 regression tests, their FuzzIL form, and execution data via trace flags.  We instruct the system to select a code region by using the execution data. On top of that, the system has access to a vector RAG DB with: V8 docs, JS MDM docs, C++ docs, and various research papers that it can query to gather more information. The vectorization library we use is META’s FAISS -"Facebook AI Similarity Search". After this is done it will select a code region such as: "Keyed array element access & elements-kind transitions (KeyedStoreIC/KeyedLoadIC, ElementsTransition, GrowElements/CopyElements, and Array builtin fast paths)".
 
+### RAG layout
+
+- `RAG/data_sources/knowlage_docs`: crawled and curated text sources used to build the vector stores
+- `RAG/meta_data`: FAISS indexes, metadata json, model files, and legacy Chroma leftovers
+- `RAG/util-scripts`: crawlers, HTML conversion, and index build/query helper scripts
+
+The old top-level `knowlage_docs` path is kept as a compatibility symlink, but `RAG/` is now the canonical location.
+
 
 #### From there we run a code analysis agent whose goal is to actually figure out what the code region looks like in the V8 code base and give back an in depth analysis of the code region - functions / files that are deemed "interesting". We give the V8 search agent, who is responsible for querying and searching through the source code, a variety of tools like ripgrep, fuzzyfinder, and sed in order to read files.  This agent will create a run-time RAG in order to store interesting code chunks. We use tool calls that create controlled, structured json in order to create the runtime RAG that gets used between agents. After V8 search completes and generates a list of relevant database entries linked to the initial code region, the code analysis stage compiles a comprehensive summary of the codebase and its functions. It then sends a detailed explanation - along with supporting code snippets - to the verification agent. Once the response is verified, the finalized version is returned to the root manager.
 

Sources/Agentic_System/agents/EBG_crash.py

@@ -17,7 +17,7 @@
 
 from agents.BaseAgent import Agent
 from IkaCore.agents import IkaBaseAgent
-from tools.EBG_tools_ika import (
+from tools.EBG_tools import (
     base64_program_to_js_tool,
     db_query_tool,
     db_list_programs_tool,
@@ -51,22 +51,22 @@
     pwndbg_nearpc_tool,
     read_file_tool,
 )
-from tools.FoG_tools_ika import (
+from tools.FoG_tools import (
     fuzzy_finder_tool,
     ripgrep_tool,
     tree_tool,
     get_realpath_tool,
     execute_javascript_program_tool,
     list_d8_flags_tool,
 )
-from tools.common_tools_ika import (
+from tools._shared import (
     get_cfg_for_tool,
     get_call_graph_hashmap_tool,
     find_functions_by_simple_name_tool,
     find_functions_by_fully_qualified_name_tool,
     get_call_graph_node_tool,
 )
-from tools.FoG_tools_ika import read_rag_db_id_tool, write_rag_db_id_tool, get_runtime_db_ids_tool
+from tools.FoG_tools import read_agent_memory_tool, write_agent_memory_tool, list_agent_memory_ids_tool
 from config_loader import get_openai_api_key, get_anthropic_api_key, get_deepseek_api_key, get_openrouter_api_key
 from tools.FoG_tools import get_v8_path
 
@@ -129,11 +129,11 @@ def setup_agents(self, crash_program_hash: Optional[str] = None):
                 fuzzy_finder_tool,
                 ripgrep_tool,
                 tree_tool,
-                read_rag_db_id_tool,
-                write_rag_db_id_tool,
+                read_agent_memory_tool,
+                write_agent_memory_tool,
                 read_file_tool,
                 get_realpath_tool,
-                get_runtime_db_ids_tool,
+                list_agent_memory_ids_tool,
                 get_cfg_for_tool,
                 get_call_graph_hashmap_tool,
                 find_functions_by_simple_name_tool,

Sources/Agentic_System/agents/EBG_plateau.py

@@ -7,7 +7,7 @@
 from agents.BaseAgent import Agent
 from IkaCore.agents import IkaBaseAgent
 from pathlib import Path
-from tools.EBG_tools_ika import (
+from tools.EBG_tools import (
     base64_program_to_js_tool,
     db_query_tool,
     db_list_programs_tool,
@@ -42,20 +42,20 @@
     db_store_generated_program_tool,
     read_file_tool,
 )
-from tools.rag_tools_ika import search_v8_source_rag_tool, search_v8_source_rag_hybrid_tool, get_v8_source_rag_doc_tool
+from tools.RAG_tools import search_v8_source_rag_tool, search_v8_source_rag_hybrid_tool, get_v8_source_rag_doc_tool
 from config_loader import get_openai_api_key, get_anthropic_api_key, get_deepseek_api_key
-from tools.FoG_tools_ika import (
+from tools.FoG_tools import (
     fuzzy_finder_tool,
     ripgrep_tool,
     tree_tool,
     get_realpath_tool,
     execute_javascript_program_tool,
     list_d8_flags_tool,
-    read_rag_db_id_tool,
-    write_rag_db_id_tool,
-    get_runtime_db_ids_tool,
+    read_agent_memory_tool,
+    write_agent_memory_tool,
+    list_agent_memory_ids_tool,
 )
-from tools.common_tools_ika import (
+from tools._shared import (
     get_cfg_for_tool,
     get_call_graph_hashmap_tool,
     find_functions_by_simple_name_tool,
@@ -108,11 +108,11 @@ def setup_agents(self, fuzzer_id: Optional[str] = None):
                 fuzzy_finder_tool,
                 ripgrep_tool,
                 tree_tool,
-                read_rag_db_id_tool,
-                write_rag_db_id_tool,
+                read_agent_memory_tool,
+                write_agent_memory_tool,
                 read_file_tool,
                 get_realpath_tool,
-                get_runtime_db_ids_tool,
+                list_agent_memory_ids_tool,
                 get_cfg_for_tool,
                 get_call_graph_hashmap_tool,
                 find_functions_by_simple_name_tool,

Sources/Agentic_System/agents/FoG.py

@@ -3,7 +3,7 @@
 from agents.BaseAgent import Agent
 from IkaCore.agents import IkaBaseAgent
 from pathlib import Path
-from tools.FoG_tools_ika import (
+from tools.FoG_tools import (
     run_python_tool,
     get_v8_path_tool,
     get_realpath_tool,
@@ -13,9 +13,9 @@
     read_file_tool,
     lift_fuzzil_to_js_tool,
     compile_js_to_fuzzil_tool,
-    write_rag_db_id_tool,
-    read_rag_db_id_tool,
-    get_runtime_db_ids_tool,
+    write_agent_memory_tool,
+    read_agent_memory_tool,
+    list_agent_memory_ids_tool,
     search_js_file_name_by_pattern_tool,
     get_js_entry_data_by_name_tool,
     get_all_js_file_names_tool,
@@ -43,7 +43,7 @@
     list_d8_flags_tool,
     remove_old_javascript_programs_tool,
 )
-from tools.rag_tools_ika import (
+from tools.RAG_tools import (
     search_knowledge_base_tool,
     search_knowledge_base_hybrid_tool,
     get_knowledge_doc_tool,
@@ -53,7 +53,7 @@
     search_chromium_issues_rag_tool,
     search_chromium_issues_rag_hybrid_tool,
 )
-from tools.common_tools_ika import (
+from tools._shared import (
     web_search_tool,
     get_cfg_for_tool,
     get_call_graph_hashmap_tool,
@@ -86,8 +86,8 @@ def setup_agents(self):
                 similar_template_swift_tool,
                 similar_template_fuzzil_tool,
                 web_search_tool,
-                read_rag_db_id_tool,
-                get_runtime_db_ids_tool,
+                read_agent_memory_tool,
+                list_agent_memory_ids_tool,
                 search_knowledge_base_tool,
                 search_knowledge_base_hybrid_tool,
                 get_knowledge_doc_tool,
@@ -168,11 +168,11 @@ def setup_agents(self):
                 fuzzy_finder_tool,
                 ripgrep_tool,
                 tree_tool,
-                read_rag_db_id_tool,
-                write_rag_db_id_tool,
+                read_agent_memory_tool,
+                write_agent_memory_tool,
                 read_file_tool,
                 get_realpath_tool,
-                get_runtime_db_ids_tool,
+                list_agent_memory_ids_tool,
                 get_cfg_for_tool,
                 get_call_graph_hashmap_tool,
                 find_functions_by_simple_name_tool,
@@ -199,11 +199,11 @@ def setup_agents(self):
                 search_knowledge_base_tool,
                 search_knowledge_base_hybrid_tool,
                 get_knowledge_doc_tool,
-                read_rag_db_id_tool,
+                read_agent_memory_tool,
                 search_v8_source_rag_tool,
                 search_v8_source_rag_hybrid_tool,
                 get_v8_source_rag_doc_tool,
-                get_runtime_db_ids_tool,
+                list_agent_memory_ids_tool,
                 search_chromium_issues_rag_tool,
                 search_chromium_issues_rag_hybrid_tool,
             ],