docs: separate workflow effectiveness from skill health
Build and publish Eldorado documentation / build (pull_request) Successful in 52s
Build and publish Eldorado documentation / build (pull_request) Successful in 52s
This commit is contained in:
1 parent
386133c8b6
commit
e22d3a5c13
12 files changed
+142
-587
No files matched your search
@@ -28,6 +28,34 @@ test('all sixteen metric definitions remain in the reference with explicit imple
|
||||
for (const text of ['9 prototype calculations', '7 unimplemented metrics', 'no network collectors', '30 days', '12 months', 'below five people', 'Missing telemetry is unknown']) assert(page.includes(text), text);
|
||||
});
|
||||
|
||||
test('two groups exhaustively classify the sixteen canonical contracts without duplication', () => {
|
||||
const page = read('docs/strategy/measurement/index.mdx');
|
||||
const manifest = JSON.parse(read('research/ai-adoption/measurement-migration.json'));
|
||||
assert.deepEqual([...page.matchAll(/^### (.+)$/gm)].map(m => m[1]), ['Workflow effectiveness', 'Skills effectiveness & health']);
|
||||
const rows = [...page.matchAll(/^\d+\. \[([^\]]+)\]\(\.\/([^/]+)\.mdx\) — \*\*(Prototype calculation|Unimplemented metric)\.\*\*/gm)];
|
||||
assert.equal(rows.length, 16);
|
||||
assert.equal(new Set(rows.map(m => m[2])).size, 16);
|
||||
assert.deepEqual(rows.map(m => m[1]).sort(), manifest.metrics.map(m => m.title).sort());
|
||||
assert.equal(rows.filter(m => m[3] === 'Prototype calculation').length, 9);
|
||||
assert.equal(rows.filter(m => m[3] === 'Unimplemented metric').length, 7);
|
||||
const [workflow, skills] = page.split('### Workflow effectiveness')[1].split('### Skills effectiveness & health');
|
||||
assert.equal([...workflow.matchAll(/^\d+\. /gm)].length, 11);
|
||||
assert.equal([...skills.matchAll(/^\d+\. /gm)].length, 5);
|
||||
for (const slug of ['validated-task-success', 'confirmed-policy-effects', 'cost-per-accepted-outcome', 'workflow-specific-business-acceptance']) assert(workflow.includes(`./${slug}.mdx`));
|
||||
for (const slug of ['skill-selection-precision', 'skill-selection-recall', 'supported-bundle-coverage', 'approved-workflow-adoption', 'skills-within-substantive-review-window']) assert(skills.includes(`./${slug}.mdx`));
|
||||
for (const marker of ['N/A, not zero', 'More adoption does not prove improved work', 'Before/after trends alone are not causal evidence', 'Sandbox/evaluation cases remain excluded']) assert(page.includes(marker), marker);
|
||||
});
|
||||
|
||||
test('workflow task-success contract retains evaluation exclusions and explains conditional skill slices', () => {
|
||||
const page = read('docs/strategy/measurement/validated-task-success.mdx');
|
||||
assert.equal((page.match(/\| Expression \|/g) || []).length, 1);
|
||||
for (const marker of ['sandbox/evaluation tasks', 'Overlapping skill slices must not be summed', 'remains excluded by this contract', 'does not introduce an implemented skill-evaluation metric', 'N/A, not a zero workflow success rate']) assert(page.includes(marker), marker);
|
||||
for (const name of ['baseline', 'skills-adoption', 'skills-maintenance', 'stage-01-skills-adoption']) {
|
||||
const text = read(`docs/strategy/${name}.mdx`);
|
||||
if (name !== 'stage-01-skills-adoption') for (const group of ['Workflow effectiveness', 'Skills effectiveness & health']) assert(text.includes(group), name);
|
||||
}
|
||||
});
|
||||
|
||||
test('published pilot arithmetic matches the executable fixture, including partial cost', () => {
|
||||
const page = read('docs/strategy/skills-adoption.mdx');
|
||||
const fixture = JSON.parse(read('scripts/fixtures/ai-kpi-synthetic.json'));
|
||||
|
||||
Reference in new issue
Block a user