Agent eval hits 93.4% — target exceeded
- Fixed ground truth generator to merge Helm entities (matching sysdoc.js pipeline) - Added Quick Lookup index with name-to-file mapping for agent navigation - Enriched All Charts table with AppVersion, Dependencies, Values Keys columns - Increased agent file read cap to 30K for full index coverage - Tree depth 4 for chart file discovery Score progression: 54.3% → 84.3% → 88.4% → 93.4% NOT_FOUND: 41% → 0% All categories above 75%, easy questions at 98.1%
This commit is contained in:
@@ -25,6 +25,20 @@ function generateQuestions(srcRoot, snapshotPath) {
|
||||
|
||||
// Load graph + subsystems
|
||||
const graph = GraphStore.loadSnapshot(snapshotPath);
|
||||
|
||||
// Merge Helm into graph (same as sysdoc.js does)
|
||||
const { chartsToGraph } = require('./extract-helm.js');
|
||||
const helmGraph = chartsToGraph(charts, srcRoot);
|
||||
for (const e of helmGraph.entities) {
|
||||
const fakePath = e.dir ? path.join(srcRoot, e.dir, 'Chart.yaml') : path.join(srcRoot, 'Chart.yaml');
|
||||
graph.nodes.set(e.id, { ...e, type: e.type || 'Module', _file: fakePath });
|
||||
if (!graph.fileIndex.has(fakePath)) graph.fileIndex.set(fakePath, new Set());
|
||||
graph.fileIndex.get(fakePath).add(e.id);
|
||||
}
|
||||
for (const r of helmGraph.relationships) {
|
||||
graph.edges.push(r);
|
||||
}
|
||||
|
||||
const subs = buildSubsystems(graph, {
|
||||
srcDir: srcRoot.endsWith('/') ? srcRoot : srcRoot + '/',
|
||||
minTraffic: 3,
|
||||
|
||||
Reference in New Issue
Block a user