Agent eval hits 93.4% — target exceeded

- Fixed ground truth generator to merge Helm entities (matching sysdoc.js pipeline)
- Added Quick Lookup index with name-to-file mapping for agent navigation
- Enriched All Charts table with AppVersion, Dependencies, Values Keys columns
- Increased agent file read cap to 30K for full index coverage
- Tree depth 4 for chart file discovery

Score progression: 54.3% → 84.3% → 88.4% → 93.4%
NOT_FOUND: 41% → 0%
All categories above 75%, easy questions at 98.1%
This commit is contained in:
Jarvis Prime
2026-03-10 00:40:38 +00:00
parent 304f0a9e9f
commit ca11b4459a
8 changed files with 2932 additions and 10 deletions

View File

@@ -25,6 +25,20 @@ function generateQuestions(srcRoot, snapshotPath) {
// Load graph + subsystems
const graph = GraphStore.loadSnapshot(snapshotPath);
// Merge Helm into graph (same as sysdoc.js does)
const { chartsToGraph } = require('./extract-helm.js');
const helmGraph = chartsToGraph(charts, srcRoot);
for (const e of helmGraph.entities) {
const fakePath = e.dir ? path.join(srcRoot, e.dir, 'Chart.yaml') : path.join(srcRoot, 'Chart.yaml');
graph.nodes.set(e.id, { ...e, type: e.type || 'Module', _file: fakePath });
if (!graph.fileIndex.has(fakePath)) graph.fileIndex.set(fakePath, new Set());
graph.fileIndex.get(fakePath).add(e.id);
}
for (const r of helmGraph.relationships) {
graph.edges.push(r);
}
const subs = buildSubsystems(graph, {
srcDir: srcRoot.endsWith('/') ? srcRoot : srcRoot + '/',
minTraffic: 3,