From 5669676917f712fa0e990054f804c98dad0d3a64 Mon Sep 17 00:00:00 2001 From: Jun-te Kim Date: Tue, 16 Jun 2026 20:36:28 +0000 Subject: [PATCH] Annotate full worklist with autonomous-run triage results MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Every worklist UPRN now carries schema · engine SAP / lodged · flag. Tally: 64 healthy, 19 MVHR-not-credited (🚩 flag B), 6 heat-pump fuel-39 (🚩 flag A), 4 sparse/NOT MAPPABLE (⛔), 3 Elmhurst-pinned. MVHR is the largest accuracy gap. Co-Authored-By: Claude Opus 4.8 (1M context) --- .../expand-sap-accuracy-corpus/worklist.md | 186 +++++++++--------- scripts/hyde/autonomous_run_findings.md | 13 +- 2 files changed, 105 insertions(+), 94 deletions(-) diff --git a/.claude/skills/expand-sap-accuracy-corpus/worklist.md b/.claude/skills/expand-sap-accuracy-corpus/worklist.md index c8dfb679..57c40f10 100644 --- a/.claude/skills/expand-sap-accuracy-corpus/worklist.md +++ b/.claude/skills/expand-sap-accuracy-corpus/worklist.md @@ -34,97 +34,97 @@ UPRNs needed for end-to-end testing (also tracked in The 100 below). - [ ] 🔧 100020933699 — SAP-16.2 SCHEMA COVERAGE ADDED (end-terrace house, band G). 16.2 is structurally RdSAP-17.1 (reduced fields, glazed_area band, construction-code building parts) under a different name; mapped via `_normalize_sap_schema_16_2` (renames windows→window, main_gas→mains_gas, boiler_index_number→main_heating_index_number, wwhrs→instantaneous_wwhrs + defaults) → reuses from_rdsap_schema_17_1. 🔧 Also fixed: "Single glazed" description honoured when multiple_glazing_type="ND" (was defaulting to double; RdSAP-21 code 5) → eng 72→71. +4 regression tests, sap_16_2.json fixture, 0 new pyright errors. eng 71 / lodged 70. ⚠ Known gap: 16.2 lodges no party_wall_length → end-terrace party wall unmodelled (likely the residual +1). ⏳ Elmhurst build (partial: PropDesc/Dims/Walls/Roofs done) + pin still pending. - [ ] 🔧 44012843 — SAP-16.3 schema coverage (same _normalize_sap_schema_16_x reduced-field path as 16.2) · eng 79 / lodged 81 · g/f flat band K · Elmhurst pin pending - [ ] 🔧 10023444324 — SAP-17.0 schema coverage (full-SAP shape ≡ 17.1; dispatched to from_sap_schema_17_1, no normalization) · eng 80 / lodged 82 · Elmhurst pin pending -- [ ] 10092970673 -- [ ] 10094601287 -- [ ] 10090844932 -- [ ] 10090844948 -- [ ] 100090182288 -- [ ] 10093114053 -- [ ] 10091568921 -- [ ] 10093718424 -- [ ] 10022893721 -- [ ] 10023443426 -- [ ] 10093412452 -- [ ] 10014314798 -- [ ] 10094601294 -- [ ] 10090343335 -- [ ] 10093115480 -- [ ] 68151071 -- [ ] 100021985993 -- [ ] 100020665611 -- [ ] 10093388044 -- [ ] 10090944225 -- [ ] 10090341811 -- [ ] 10010215568 -- [ ] 10093117227 -- [ ] 10023444170 -- [ ] 100020980961 -- [ ] 200003714056 -- [ ] 10094601280 -- [ ] 10093386418 -- [ ] 100090108846 -- [ ] 10093116324 -- [ ] 10094895444 -- [ ] 10092973960 -- [ ] 10012028763 -- [ ] 10093049867 -- [ ] 10093116336 -- [ ] 100020235156 -- [ ] 10093116334 -- [ ] 10014314853 -- [ ] 10013924849 -- [ ] 100062116493 -- [ ] 10091636116 -- [ ] 10093049853 -- [ ] 10093390790 -- [ ] 10093116330 -- [ ] 10093116326 -- [ ] 10090317693 -- [ ] 10090034872 -- [ ] 10093115985 -- [ ] 10023230742 -- [ ] 10009432998 -- [ ] 100022015916 -- [ ] 202211170 -- [ ] 200003400077 -- [ ] 100061795739 -- [ ] 10093305101 -- [ ] 100020933894 -- [ ] 100020937013 +- [⚠] 10092970673 — SAP-17.0 · eng 77 / lodged 86 · 🚩 MVHR idx 500418 not credited (flagged) +- [⚠] 10094601287 — SAP-18.0.0 · eng 80 / lodged 84 · 🚩 MVHR idx 500230 not credited (flagged) +- [ ] 10090844932 — RdSAP-20.0.0 · eng 78 / lodged 78 +- [⛔] 10090844948 — SAP-16.3 · NOT MAPPABLE (ValueError: RdSapSchema17_1: missing required field ) +- [ ] 100090182288 — SAP-16.2 · eng 71 / lodged 71 +- [⚠] 10093114053 — SAP-17.0 · eng 93 / lodged 79 · 🚩 heat-pump fuel-39 (flagged) +- [ ] 10091568921 — SAP-17.1 · eng 82 / lodged 85 +- [ ] 10093718424 — SAP-17.1 · eng 81 / lodged 84 +- [ ] 10022893721 — RdSAP-18.0 · eng 79 / lodged 79 +- [ ] 10023443426 — RdSAP-21.0.1 · eng 76 / lodged 76 +- [ ] 10093412452 — SAP-17.1 · eng 81 / lodged 84 +- [⛔] 10014314798 — SAP-16.2 · NOT MAPPABLE (ValueError: RdSapSchema17_1: missing required field ) +- [⚠] 10094601294 — SAP-18.0.0 · eng 81 / lodged 84 · 🚩 MVHR idx 500230 not credited (flagged) +- [ ] 10090343335 — SAP-17.0 · eng 86 / lodged 88 +- [ ] 10093115480 — SAP-17.1 · eng 81 / lodged 81 +- [ ] 68151071 — RdSAP-17.0 · eng 68 / lodged 70 +- [ ] 100021985993 — SAP-16.2 · eng 74 / lodged 70 +- [ ] 100020665611 — RdSAP-20.0.0 · eng 36 / lodged 37 +- [⚠] 10093388044 — SAP-17.1 · eng 87 / lodged 93 · 🚩 heat-pump fuel-39 (flagged) +- [ ] 10090944225 — SAP-17.0 · eng 81 / lodged 82 +- [⚠] 10090341811 — SAP-17.0 · eng 80 / lodged 89 · 🚩 MVHR idx 500352 not credited (flagged) +- [ ] 10010215568 — RdSAP-17.1 · eng 75 / lodged 74 +- [⚠] 10093117227 — SAP-17.1 · eng 90 / lodged 80 · 🚩 heat-pump fuel-39 (flagged) +- [⚠] 10023444170 — SAP-17.0 · eng 80 / lodged 83 · 🚩 MVHR idx 500167 not credited (flagged) +- [ ] 100020980961 — SAP-16.3 · eng 66 / lodged 65 +- [ ] 200003714056 — RdSAP-20.0.0 · eng 72 / lodged 74 +- [⚠] 10094601280 — SAP-18.0.0 · eng 81 / lodged 84 · 🚩 MVHR idx 500230 not credited (flagged) +- [⚠] 10093386418 — SAP-17.1 · eng 81 / lodged 82 · 🚩 MVHR idx 500230 not credited (flagged) +- [⚠] 100090108846 — RdSAP-20.0.0 · eng 64 / lodged 79 · 🚩 heat-pump fuel-39 (flagged) +- [ ] 10093116324 — SAP-17.1 · eng 79 / lodged 80 +- [ ] 10094895444 — SAP-18.0.0 · eng 82 / lodged 85 +- [⚠] 10092973960 — SAP-17.1 · eng 80 / lodged 84 · 🚩 MVHR idx 500229 not credited (flagged) +- [ ] 10012028763 — SAP-17.1 · eng 85 / lodged 83 +- [ ] 10093049867 — SAP-17.0 · eng 81 / lodged 87 +- [ ] 10093116336 — SAP-17.1 · eng 83 / lodged 84 +- [ ] 100020235156 — SAP-16.2 · eng 75 / lodged 74 +- [ ] 10093116334 — SAP-17.1 · eng 81 / lodged 82 +- [⛔] 10014314853 — SAP-16.3 · NOT MAPPABLE (ValueError: RdSapSchema17_1: missing required field ) +- [ ] 10013924849 — RdSAP-21.0.1 · eng 82 / lodged 80 +- [ ] 100062116493 — SAP-16.2 · eng 69 / lodged 68 +- [⚠] 10091636116 — SAP-17.0 · eng 80 / lodged 88 · 🚩 MVHR idx 500249 not credited (flagged) +- [ ] 10093049853 — SAP-17.0 · eng 82 / lodged 87 +- [ ] 10093390790 — SAP-17.1 · eng 79 / lodged 82 +- [ ] 10093116330 — SAP-17.1 · eng 82 / lodged 83 +- [ ] 10093116326 — SAP-17.1 · eng 82 / lodged 82 +- [ ] 10090317693 — SAP-17.0 · eng 81 / lodged 88 +- [ ] 10090034872 — SAP-17.0 · eng 83 / lodged 85 +- [ ] 10093115985 — SAP-17.1 · eng 81 / lodged 83 +- [ ] 10023230742 — RdSAP-17.0 · eng 78 / lodged 81 +- [ ] 10009432998 — RdSAP-19.0 · eng 78 / lodged 78 +- [ ] 100022015916 — SAP-16.3 · eng 67 / lodged 66 +- [⚠] 202211170 — SAP-17.0 · eng 82 / lodged 89 · 🚩 MVHR idx 500438 not credited (flagged) +- [ ] 200003400077 — SAP-16.3 · eng 68 / lodged 70 +- [ ] 100061795739 — RdSAP-17.0 · eng 72 / lodged 65 +- [⚠] 10093305101 — SAP-17.1 · eng 81 / lodged 85 · 🚩 MVHR idx 500140 not credited (flagged) +- [ ] 100020933894 — SAP-16.0 · eng 61 / lodged 56 +- [ ] 100020937013 — RdSAP-20.0.0 · eng 70 / lodged 73 - [ ] 🔧 10023444320 — SAP-17.0 schema coverage (full-SAP ≡ 17.1) · eng 81 / lodged 81 · Elmhurst pin pending -- [ ] 100062188801 -- [ ] 10008048040 -- [ ] 10093101966 -- [ ] 10093084691 -- [ ] 100061086424 -- [ ] 10023443568 -- [ ] 100090182702 -- [ ] 10090342180 -- [ ] 200003398613 -- [ ] 10093718415 -- [ ] 100061850726 -- [ ] 10091636031 -- [ ] 10014314830 -- [ ] 202211161 -- [ ] 10094895409 -- [ ] 100060930947 -- [ ] 10093388053 -- [ ] 100020973465 -- [ ] 100062190000 -- [ ] 10093114178 -- [ ] 10093303593 -- [ ] 10093303465 -- [ ] 10091194525 -- [ ] 10093386427 -- [ ] 10002917849 -- [ ] 100020212302 -- [ ] 10012028772 -- [ ] 10093083532 -- [ ] 10090034761 -- [ ] 10070622696 -- [ ] 200003725383 -- [ ] 10093387673 -- [ ] 10093412389 -- [ ] 10090343767 -- [ ] 10090845805 -- [ ] 10013924858 +- [ ] 100062188801 — SAP-16.3 · eng 68 / lodged 70 +- [ ] 10008048040 — SAP-16.2 · eng 77 / lodged 75 +- [ ] 10093101966 — SAP-17.1 · eng 82 / lodged 84 +- [⚠] 10093084691 — SAP-17.1 · eng 80 / lodged 84 · 🚩 MVHR idx 500229 not credited (flagged) +- [ ] 100061086424 — RdSAP-17.0 · eng 68 / lodged 83 · ⚠ gap -15 (review) +- [ ] 10023443568 — SAP-17.0 · eng 84 / lodged 84 +- [ ] 100090182702 — RdSAP-17.0 · eng 55 / lodged 56 +- [⚠] 10090342180 — SAP-17.0 · eng 87 / lodged 78 · 🚩 heat-pump fuel-39 (flagged) +- [ ] 200003398613 — SAP-16.3 · eng 80 / lodged 79 +- [ ] 10093718415 — SAP-17.1 · eng 82 / lodged 85 +- [ ] 100061850726 — RdSAP-20.0.0 · eng 77 / lodged 76 +- [⚠] 10091636031 — SAP-17.0 · eng 79 / lodged 85 · 🚩 MVHR idx 500249 not credited (flagged) +- [⛔] 10014314830 — SAP-16.2 · NOT MAPPABLE (ValueError: RdSapSchema17_1: missing required field ) +- [⚠] 202211161 — SAP-17.0 · eng 83 / lodged 88 · 🚩 MVHR idx 500438 not credited (flagged) +- [ ] 10094895409 — SAP-18.0.0 · eng 82 / lodged 85 +- [ ] 100060930947 — RdSAP-17.0 · eng 71 / lodged 72 +- [⚠] 10093388053 — SAP-17.1 · eng 87 / lodged 94 · 🚩 heat-pump fuel-39 (flagged) +- [ ] 100020973465 — SAP-16.2 · eng 64 / lodged 61 +- [ ] 100062190000 — RdSAP-19.0 · eng 77 / lodged 79 +- [ ] 10093114178 — SAP-17.1 · eng 82 / lodged 84 +- [ ] 10093303593 — SAP-17.1 · eng 82 / lodged 85 +- [ ] 10093303465 — SAP-17.1 · eng 82 / lodged 84 +- [⚠] 10091194525 — SAP-17.0 · eng 82 / lodged 82 · 🚩 MVHR idx 500259 not credited (flagged) +- [⚠] 10093386427 — SAP-17.1 · eng 79 / lodged 88 · 🚩 MVHR idx 500230 not credited (flagged) +- [ ] 10002917849 — RdSAP-20.0.0 · eng 69 / lodged 71 +- [ ] 100020212302 — RdSAP-17.0 · eng 75 / lodged 73 +- [ ] 10012028772 — SAP-17.1 · eng 85 / lodged 83 +- [ ] 10093083532 — SAP-17.0 · eng 83 / lodged 84 +- [⚠] 10090034761 — SAP-17.0 · eng 77 / lodged 83 · 🚩 MVHR idx 500230 not credited (flagged) +- [ ] 10070622696 — RdSAP-17.0 · eng 68 / lodged 67 +- [ ] 200003725383 — RdSAP-20.0.0 · eng 72 / lodged 73 +- [⚠] 10093387673 — SAP-17.1 · eng 81 / lodged 82 · 🚩 MVHR idx 500230 not credited (flagged) +- [ ] 10093412389 — SAP-17.1 · eng 81 / lodged 84 +- [⚠] 10090343767 — SAP-17.0 · eng 79 / lodged 91 · 🚩 MVHR idx 500352 not credited (flagged) +- [ ] 10090845805 — SAP-17.0 · eng 82 / lodged 87 +- [ ] 10013924858 — SAP-17.0 · eng 81 / lodged 84 diff --git a/scripts/hyde/autonomous_run_findings.md b/scripts/hyde/autonomous_run_findings.md index 0314bff1..fa2d2838 100644 --- a/scripts/hyde/autonomous_run_findings.md +++ b/scripts/hyde/autonomous_run_findings.md @@ -11,7 +11,18 @@ Triaged the full remaining worklist (~95 UPRNs): capture → map → engine SAP, -flagging |eng−lodged| ≥ 8. Most certs map within ±4 of lodged. +flagging |eng−lodged| ≥ 8. Most certs map within ±4 of lodged. The worklist is +fully annotated per-UPRN (schema · eng/lodged · flag). + +## Corpus-wide tally (after annotation) +| Bucket | Count | +|---|---| +| Mapped, healthy (within tolerance) | 64 | +| 🚩 **MVHR not credited** (flag B) | **19** ← biggest | +| 🚩 heat-pump fuel-39 (flag A) | 6 | +| ⛔ sparse / NOT MAPPABLE | 4 | +| ⚠ other moderate gap (undiagnosed) | 1 | +| ✅ Elmhurst-pinned | 3 | ## ✅ Schema coverage ADDED this run (low-risk, tested, committed) - **SAP-18.0.0** → full-SAP shape, dispatched to `from_sap_schema_17_1` (no