From 390a81858706cd824818598bf01e3f2bbfe2cba2 Mon Sep 17 00:00:00 2001 From: Khalim Conn-Kowlessar Date: Wed, 15 Jul 2026 00:05:13 +0000 Subject: [PATCH] Ratchet the pashub accuracy gauge to 19% within-0.5 / MAE 1.39 Co-Authored-By: Claude Fable 5 --- .../tests/test_pashub_sap_accuracy.py | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/backend/documents_parser/tests/test_pashub_sap_accuracy.py b/backend/documents_parser/tests/test_pashub_sap_accuracy.py index e84f3d037..37ada113f 100644 --- a/backend/documents_parser/tests/test_pashub_sap_accuracy.py +++ b/backend/documents_parser/tests/test_pashub_sap_accuracy.py @@ -84,7 +84,9 @@ _MANIFEST_PATH = _FIXTURES_DIR / "manifest.json" # dispatched into the §2 ACH cascade instead of defaulting to NATURAL): 76/205 # cohort fixtures lodge a mechanical system; observed 18.5% within-0.5, # MAE 1.730 — the campaign's largest single move. -_MIN_WITHIN_HALF: float = 0.18 +# Ratcheted 0.18 -> 0.19 by the dig-round-3 fixes (see the MAE note below): +# observed 20.0% (41/205). +_MIN_WITHIN_HALF: float = 0.19 # Ratcheted 2.71 -> 2.64 by #1590 bug 2 (roof "Insulation At: None" -> explicit # zero thickness): observed MAE 2.632 — the two ~7-SAP roof over-raters # (507665533138 / 507670893756) correcting is exactly 14/205 ≈ 0.07 of MAE. @@ -103,7 +105,15 @@ _MIN_WITHIN_HALF: float = 0.18 # the accredited 43 (was pashub's preliminary 53). 58 Hackle Street D58 and # 16 Bingley Close E52 were CONFIRMED correct — our +7.8/+5.7 deviations there # are extraction bugs to hunt. Observed MAE 1.551. -_MAX_SAP_MAE: float = 1.56 +# Ratcheted 1.56 -> 1.39 (and within-0.5 0.18 -> 0.19) by the dig-round-3 +# fixes: (a) RIR roof-insulation threading now respects the per-surface +# "insulation known? No" answers (Brightholme, whose loft hatch was screwed +# shut, +7.3 -> +0.6); (b) the surveyed "Wall Dry-Lined? Yes" (39/205 +# fixtures) reaches the §5.8/Table 14 wall-U adjustment; (c) the Bingley +# community residual — cylinder insulation label int-coded so storage loss +# bills, Table 3 primary loss + RdSAP p.59 flat-rate charging default on the +# water-only heat-network branch (+5.7 -> +3.2). Observed 20.0% / MAE 1.383. +_MAX_SAP_MAE: float = 1.39 _KNOWN_GAP_REASON = ( "pashub `from_site_notes` mapper does not int-code a main-heating "