diff --git a/presentations/less-prompting-more-shipping/slides.mjs b/presentations/less-prompting-more-shipping/slides.mjs index e50041d..16e1aff 100644 --- a/presentations/less-prompting-more-shipping/slides.mjs +++ b/presentations/less-prompting-more-shipping/slides.mjs @@ -183,13 +183,19 @@ export const slides = [ }, { "id": "measures", - "title": "Three measures. One decision.", + "title": "Measure better work—and skill health", "minutes": 2, - "body": "
Accepted workAccepted / all matured eligible starts
Review + reworkComparable effort, including shifted burden
Escaped defectsSeverity and complete follow-up
Alongside: setup, support, upkeep and tool cost. Critical effects stop work.

Task / PR / CI / defect links + a small effort record; no individual league tables.

", - "notes": "Use a small balanced set matched to the mechanism, not all sixteen optional metric contracts. Predeclare eligibility, maturity horizons, denominator and follow-up. Register every eligible task start, including failures, abandoned work and unresolved matured starts; pending tasks stay separate. Link tasks to exact PR/CI acceptance and defect records, with a minimal effort log. Record checked reasons for returns, such as missing regression evidence. Agree access, purpose and retention; avoid raw prompt collection and individual performance ranking. Show total setup and recurring cost beside outcomes. If linkage is incomplete, hold the claim.", + "body": "

Is the work improving?

Baseline → pilot · like-for-like cohorts

Validated task success (%)Independently accepted tasks ÷ all matured eligible starts.
Changes with escaped quality issues (%)Changes with confirmed defects ÷ accepted changes with completed follow-up.
Cost per accepted outcome (currency/outcome)Allocated cohort cost, including failures and review/rework ÷ independently accepted tasks.

Are skills fit and maintained?

Separate qualification + catalog populations

Skill selection precision (%)Correct activations ÷ all scored activations in labeled evaluation.
Skills within substantive review window (%)Owned, reviewed, not-overdue revisions ÷ all active approved revisions.

Independent quality qualification still required.

Choose relevant measures · Unknown is not zero
Skill health is not productivity proof.

", + "notes": "Choose a small relevant subset from the sixteen optional contracts, not a requirement to collect all five shown here or all sixteen. These are candidate definitions, not actual company values or installed telemetry: task success, escaped quality, cost and precision have prototype calculations without network collectors; substantive-review coverage is unimplemented. Workflow only: compare like-for-like periods/cohorts with the same eligibility, task mix, observation and follow-up horizons, acceptance rubric and source coverage; record staffing, model/client and concurrent process changes. Before/after differences are not causal ROI. Validated task success is 100 times distinct independently accepted tasks by as_of divided by all eligible starts whose preregistered observation horizon has matured. Count each task once across retries, clients and skills. Failures, abandonment and unresolved matured starts remain in the denominator; unknown outcomes are not labeled failures. Exclude pre-start cancellations, sandbox/evaluation and out-of-scope tasks; flag invalid/missing starts and show unknown counts and coverage. Escaped quality is 100 times accepted changes with at least one linked confirmed post-acceptance defect during approved follow-up divided by accepted changes whose predeclared follow-up is complete. Count affected changes, not raw defects; separate severity and absolute defect/severe-incident counts. Show immature changes and pending triage separately; missing linkage or incomplete follow-up is not a clean result. Cost divides allocated costs for every task/attempt in the matured start cohort through as_of, including failed and abandoned attempts and shared period costs, by distinct independently accepted tasks in that same cohort. Include licenses, compute, tooling, setup, qualification, onboarding, support, upkeep and human quality review/rework effort at approved rates without double counting; exclude unrelated projects and documented accounting-basis exclusions. Use one approved reporting currency or dated approved conversion. Missing cost buckets mean a partial estimate with coverage, not total cost; zero accepted outcomes means null with full cost shown. Restate late invoices. Skill selection precision is 100 times true-positive activations divided by true-positive plus false-positive activations in candidate/client evaluation trials with independently labeled relevance and known activation. Freeze the corpus, retain negative/failed trials; unknown activation/relevance is unscorable, reported with coverage and blocks qualification if planned coverage is incomplete. This does not measure artifact success or live workflow acceptance. Substantive-review coverage is 100 times active approved revisions with current owner, linked substantive review evidence and review_due_at at or after as_of divided by all active approved revisions in the catalog snapshot. Experimental/retired revisions are excluded; report deprecated/revoked-in-use and ownerless counts separately. Missing owner/date/evidence stays outside the numerator. Review evidence includes regression, security and usefulness, not a rubber-stamped date. Independent Quality qualification still tests artifact fitness, safe execution and revision regression. Keep qualification trials and live workflow starts separate; never pool their denominators. No applicable skill population is N/A, not a baseline zero; missing evidence for an existing population is unknown, not good health. Predeclared live skill/version slices may reuse the workflow contract unchanged, without summing overlapping slices. Agree access, purpose and retention; link tracker, PR/CI, defect, cost and minimal effort evidence without individual rankings. If evidence is incomplete, limit or hold the claim; critical policy effects stop work regardless of averages.", "sources": [ "measurement", - "six-months-roadmap" + "six-months-roadmap", + "measurement/validated-task-success", + "measurement/changes-with-escaped-quality-issues", + "measurement/cost-per-accepted-outcome", + "measurement/skill-selection-precision", + "measurement/skills-within-substantive-review-window", + "skills-quality" ], "kind": "", "section": "6 Months Roadmap", diff --git a/presentations/less-prompting-more-shipping/theme.css b/presentations/less-prompting-more-shipping/theme.css index 55411fb..2d48428 100644 --- a/presentations/less-prompting-more-shipping/theme.css +++ b/presentations/less-prompting-more-shipping/theme.css @@ -113,3 +113,29 @@ html.print-pdf .toolbar{display:none}html.print-pdf .reveal.deck{top:0;height:10 .portrait .deck .learning-loop{grid-template-columns:1fr 16px 1fr 16px 1fr 16px 1fr;gap:0 3px;margin:30px 0} .portrait .deck .learning-loop span{font-size:24px;padding:14px 2px} .portrait .deck .horizon b{font-size:32px} + +/* Slide 14: outcomes lead; skill indicators remain a separate population. */ +.deck .slides #measures{padding-top:32px} +.deck #measures h2{font-size:48px;margin-bottom:20px} +#measures .measurement-panels{display:grid;grid-template-columns:1.3fr 1fr;gap:24px} +#measures .workflow-panel,#measures .skill-panel{padding:16px 22px;font-size:21px;line-height:1.3;background:#e9e9ec;border-top:6px solid var(--gold)} +#measures .skill-panel{background:#eeedf0;border-top-color:#8b8994} +#measures h3{font-size:28px;line-height:1.15;letter-spacing:-.025em;font-weight:900;margin:0;text-transform:none;color:var(--ink)} +.deck #measures .metric-context{font-size:19px;line-height:1.3;margin:8px 0 12px;color:#62616b} +#measures .metric{border-top:1px solid #bbb9c2;padding:10px 0 0;margin-top:10px} +#measures .metric b{display:block;font-size:25px;line-height:1.2} +#measures .metric em{font-style:normal;font-size:20px;white-space:nowrap} +#measures .metric span{display:block;font-size:21px;line-height:1.3;margin-top:7px} +.deck #measures .qualification-note{border-left:4px solid var(--gold);padding-left:12px;font-size:21px;font-weight:700;line-height:1.25;margin:22px 0 0} +.deck #measures .measurement-caution{font-size:20px;line-height:1.4;color:#62616b;margin:16px 0 0} +.portrait .deck .slides #measures{padding-top:20px} +.portrait .deck #measures h2{font-size:38px;margin:12px 0 14px} +.portrait #measures .measurement-panels{grid-template-columns:1fr;gap:12px} +.portrait #measures .workflow-panel,.portrait #measures .skill-panel{padding:12px 16px} +.portrait #measures h3{font-size:29px} +.portrait .deck #measures .metric-context{font-size:20px;margin:6px 0 8px} +.portrait #measures .metric{padding-top:4px;margin-top:4px} +.portrait #measures .metric b{font-size:26px} +.portrait #measures .metric span{font-size:22px;line-height:1.2;margin-top:5px} +.portrait .deck #measures .qualification-note{font-size:22px;margin-top:12px} +.portrait .deck #measures .measurement-caution{font-size:21px;margin-top:12px} diff --git a/scripts/browser/homepage-embed.cjs b/scripts/browser/homepage-embed.cjs index acfd4b8..6655548 100644 --- a/scripts/browser/homepage-embed.cjs +++ b/scripts/browser/homepage-embed.cjs @@ -22,7 +22,7 @@ const assert=require('node:assert/strict');const fs=require('node:fs'); const visited=[]; for(let i=0;i<23;i++){ assert.equal(await f.evaluate(()=>Reveal.getIndices().h),i);visited.push(await f.evaluate(()=>Reveal.getCurrentSlide().id)); - const bad=await f.evaluate(()=>{const r=Reveal.getCurrentSlide().getBoundingClientRect();return [...Reveal.getCurrentSlide().querySelectorAll('svg,text,.journey,.learning-loop,.contribution-grid,h1,h2,p,li,table,.flow,.roles,.timeline')].filter(e=>!e.closest('.notes')&&e.getBoundingClientRect().width>0).filter(e=>{const b=e.getBoundingClientRect();return b.bottom>r.bottom+1||b.right>r.right+1||b.lefte.textContent)});assert.deepEqual(bad,[]); + const bad=await f.evaluate(()=>{const r=Reveal.getCurrentSlide().getBoundingClientRect();return [...Reveal.getCurrentSlide().querySelectorAll('.measurement-panels,.metric,.metric b,.metric span,.qualification-note,h3,svg,text,.journey,.learning-loop,.contribution-grid,h1,h2,p,li,table,.flow,.roles,.timeline')].filter(e=>!e.closest('.notes')&&e.getBoundingClientRect().width>0).filter(e=>{const b=e.getBoundingClientRect();return b.bottom>r.bottom+1||b.right>r.right+1||b.lefte.textContent)});assert.deepEqual(bad,[]); if(i===6)assert(await f.evaluate(staircaseFits),'staircase aligns each arrow with its intended steps'); if(i===4)assert(await f.evaluate(()=>[...document.querySelectorAll('#contributors .contribution-grid>div')].every(e=>{const a=e.querySelector('span').getBoundingClientRect(), arrow=e.querySelector('i').getBoundingClientRect(), b=e.querySelector('b').getBoundingClientRect();return a.bottom<=arrow.top+2&&arrow.bottom<=b.top+2&&Math.abs((a.left+a.right-b.left-b.right)/2)<2&&getComputedStyle(e.querySelector('i')).transform==='matrix(0, 1, -1, 0, 0, 0)'})),'contribution arrows must point down to their own phase'); await iframe.screenshot({path:`${out}/${viewport.width}-${i+1}.png`}); diff --git a/scripts/browser/presentation.cjs b/scripts/browser/presentation.cjs index 0196d42..d2e3284 100644 --- a/scripts/browser/presentation.cjs +++ b/scripts/browser/presentation.cjs @@ -19,7 +19,7 @@ const fs=require('node:fs'); const assert=require('node:assert/strict'); await page.evaluate(i=>Reveal.slide(i),i);await page.waitForTimeout(60); const bad=await page.evaluate(()=>{ const slide=Reveal.getCurrentSlide(),r=slide.getBoundingClientRect(); - return [...slide.querySelectorAll('svg,text,.journey,.learning-loop,.contribution-grid,h1,h2,p,li,td,th,.rail,.gate,.facts,.flow,.roles,.timeline,.capacity,.measure-list,.contrast,.comparison,.choices,.ledger')].filter(e=>!e.closest('.notes')&&e.getBoundingClientRect().width>0).filter(e=>{const b=e.getBoundingClientRect();return b.bottom>r.bottom+1||b.right>r.right+1||b.lefte.textContent.slice(0,60)); + return [...slide.querySelectorAll('.measurement-panels,.metric,.metric b,.metric span,.qualification-note,h3,svg,text,.journey,.learning-loop,.contribution-grid,h1,h2,p,li,td,th,.rail,.gate,.facts,.flow,.roles,.timeline,.capacity,.measure-list,.contrast,.comparison,.choices,.ledger')].filter(e=>!e.closest('.notes')&&e.getBoundingClientRect().width>0).filter(e=>{const b=e.getBoundingClientRect();return b.bottom>r.bottom+1||b.right>r.right+1||b.lefte.textContent.slice(0,60)); }); if(i===6)assert(await page.evaluate(staircaseFits),'staircase aligns each arrow with its intended steps'); if(i===4)assert(await page.evaluate(()=>[...document.querySelectorAll('#contributors .contribution-grid>div')].every(e=>{const a=e.querySelector('span').getBoundingClientRect(), arrow=e.querySelector('i').getBoundingClientRect(), b=e.querySelector('b').getBoundingClientRect();return a.bottom<=arrow.top+2&&arrow.bottom<=b.top+2&&Math.abs((a.left+a.right-b.left-b.right)/2)<2&&getComputedStyle(e.querySelector('i')).transform==='matrix(0, 1, -1, 0, 0, 0)'})),'contribution arrows must point down to their own phase'); diff --git a/scripts/presentation.test.mjs b/scripts/presentation.test.mjs index fced9b4..c3f4e27 100644 --- a/scripts/presentation.test.mjs +++ b/scripts/presentation.test.mjs @@ -33,6 +33,17 @@ test('capacity visibly frames the days as an example weekly allocation',()=>{ assert(slide.body.startsWith('

Example weekly allocation for the AI architect

{ + const s=slides.find(s=>s.id==='measures'); + assert.equal(s.minutes,2); + assert.equal(s.title,'Measure better work—and skill health'); + for(const label of ['Validated task success (%)','Changes with escaped quality issues (%)','Cost per accepted outcome','currency/outcome','Skill selection precision (%)','Skills within substantive review window (%)','Baseline → pilot','Independent quality qualification still required','Choose relevant measures','Unknown is not zero','Skill health is not productivity proof']) assert(s.body.includes(label),label); + assert.equal((s.body.match(/class="metric"/g)||[]).length,5); + for(const text of ['matured eligible starts','completed follow-up','labeled evaluation','active approved revisions'])assert(s.body.includes(text),text); + for(const name of ['validated-task-success','changes-with-escaped-quality-issues','cost-per-accepted-outcome','skill-selection-precision','skills-within-substantive-review-window'])assert(s.sources.includes('measurement/'+name)); + for(const term of ['N/A','unknown','unimplemented','partial','review/rework','like-for-like','zero accepted'])assert(s.notes.includes(term),term); + assert.doesNotMatch(s.body,/Accepted work<|\d+%/); +}); test('learning loop staircase preserves the original semantic sequence',()=>{ const body=slides.find(s=>s.id==='learning-loop').body; const loop=body.split('
')[0];