Resolve dominant-single glazing deterministically in the mix guard

A landlord glazing split like "4% Double glazing 2002 or later, 96% Single
Glazing" is a near-uniform *single*-glazing dwelling, but the LLM classifier
latched onto the 4% minority and wrote a "Double glazing…" override — over-
crediting the dwelling.

glazing_mix_guard rescued genuine mixes (no type >= 90%) to MIXED but returned
None for near-uniform splits, trusting the LLM to have applied the dominant type.
It hadn't. Single glazing is era-free, so a dominant-single split is fully
determined: the guard now returns SINGLE for it (dominant double/triple still
carry era ambiguity, so they stay the LLM's job — the existing "96% double" case
still defers).

Adds a portfolio-scoped backfill (reuses the same guard, so it can't drift from
the live path) and applied it to portfolio 796 (Hyde): 115 glazing overrides
corrected from a spurious Double back to Single.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
Jun-te Kim 2026-07-01 15:59:18 +00:00
parent de9159f9b8
commit 646f66ff89
3 changed files with 156 additions and 3 deletions

View file

@ -34,7 +34,17 @@ def glazing_mix_guard(description: str) -> Optional[GlazingType]:
if len(base_types) < 2:
# One (or no) glazing type named — a uniform assertion, not a mix.
return None
if max(int(percent) for percent, _ in matches) >= _UNIFORM_THRESHOLD_PERCENT:
# One type dominates — treat as that (near-)uniform type, not a mix.
dominant_percent, dominant_type = max(
((int(percent), base_type) for percent, base_type in matches),
key=lambda pair: pair[0],
)
if dominant_percent >= _UNIFORM_THRESHOLD_PERCENT:
# One type dominates — a near-uniform assertion, not a mix. Single glazing
# is era-free, so a dominant-single split is fully determined: apply SINGLE
# deterministically (the LLM otherwise flattens it onto the minority double
# type). A dominant double/triple still carries era ambiguity (pre-2002 /
# 2002 / unknown age), so it stays the LLM's job.
if dominant_type == "single":
return GlazingType.SINGLE
return None
return GlazingType.MIXED

View file

@ -0,0 +1,123 @@
"""Backfill glazing overrides where a >= 90%-single dwelling was flattened onto its
*minority* double type.
Sibling to ``scripts/reclassify_mixed_glazing.py``. That script rescued genuine
mixes (no type >= 90%) to ``MIXED``; it deliberately left near-uniform rows to the
LLM classifier. But for a dominant-*single* split ("4% Double glazing 2002 or
later, 96% Single Glazing") the LLM had latched onto the 4% minority and written a
"Double glazing…" value. ``glazing_mix_guard`` now resolves a dominant-single
split deterministically to ``SINGLE`` (single glazing is era-free), so this
backfill fixes the rows written before that guard change.
Uses the SAME guard as the live path, so the backfill and the classifier cannot
drift. SCOPED TO ONE PORTFOLIO (``--portfolio``, default 796 = Hyde) and only
touches ``property_overrides.override_value`` (TEXT what the modelling reads);
the global ``landlord_glazing_overrides`` classifier cache is left alone.
DRY-RUN BY DEFAULT: prints what it would change and writes nothing. Pass
``--apply`` to execute inside a transaction; it also writes an audit CSV of every
row changed (property_id, uprn, old value, new value) so the change is reversible.
Idempotent only rows whose stored value differs from the guard's target member
are touched.
python -m scripts.lisasrequest.reclassify_dominant_single_glazing # dry run
python -m scripts.lisasrequest.reclassify_dominant_single_glazing --apply # write
"""
from __future__ import annotations
import argparse
import csv
import sys
from collections import Counter
from pathlib import Path
from sqlalchemy import text
_REPO_ROOT = Path(__file__).resolve().parents[2]
sys.path.insert(0, str(_REPO_ROOT))
from domain.epc.property_overrides.glazing_mix_guard import glazing_mix_guard # noqa: E402
from scripts.e2e_common import ENV_PATH, build_engine, load_env # noqa: E402
_SELECT = text(
"""
SELECT po.property_id, pr.uprn,
po.original_spreadsheet_description AS description,
po.override_value AS value
FROM property_overrides po
JOIN property pr ON pr.id = po.property_id
WHERE po.portfolio_id = :portfolio
AND po.override_component = 'glazing'
"""
)
_UPDATE = text(
"""
UPDATE property_overrides
SET override_value = :new_value
WHERE portfolio_id = :portfolio
AND override_component = 'glazing'
AND property_id = :property_id
AND override_value <> :new_value
"""
)
def main() -> int:
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--portfolio", type=int, default=796)
parser.add_argument(
"--apply",
action="store_true",
help="execute the updates (default: dry-run, writes nothing)",
)
args = parser.parse_args()
load_env(ENV_PATH)
engine = build_engine()
audit: list[tuple[int, object, str, str, str]] = [] # pid, uprn, descr, old, new
tally: Counter[str] = Counter()
with engine.begin() as conn:
conn.execute(text("SET statement_timeout = 120000"))
for property_id, uprn, description, value in conn.execute(
_SELECT, {"portfolio": args.portfolio}
):
member = glazing_mix_guard(description or "")
if member is None or value == member.value:
continue
tally[f"{value!r} -> {member.value!r}"] += 1
audit.append((property_id, uprn, description, value, member.value))
if args.apply:
conn.execute(
_UPDATE,
{
"portfolio": args.portfolio,
"property_id": property_id,
"new_value": member.value,
},
)
if not args.apply:
conn.rollback()
verb = "re-classified" if args.apply else "would re-classify"
print(f"portfolio {args.portfolio}: {verb} {len(audit)} glazing override row(s)")
for change, n in tally.most_common():
print(f" {n:5d} {change}")
if args.apply and audit:
out = _REPO_ROOT / "scripts" / "lisasrequest" / (
f"reclassify_dominant_single_glazing_{args.portfolio}_audit.csv"
)
with out.open("w", newline="") as fh:
w = csv.writer(fh)
w.writerow(["property_id", "uprn", "description", "old_value", "new_value"])
w.writerows(audit)
print(f"\naudit trail: {out}")
if not args.apply:
print("\nDRY-RUN — nothing written. Re-run with --apply to execute.")
return 0
if __name__ == "__main__":
raise SystemExit(main())

View file

@ -18,11 +18,31 @@ def test_a_genuine_percentage_mix_classifies_as_mixed() -> None:
assert result is GlazingType.MIXED
@pytest.mark.parametrize(
"description",
[
"4% double glazing 2002 or later, 96% single glazing",
"10% double glazing 2002 or later, 90% single glazing", # exactly at threshold
"5% double glazing pre-2002, 95% single glazing",
],
)
def test_dominant_single_glazing_resolves_to_single(description: str) -> None:
# The bug: the LLM flattened a >= 90%-single dwelling onto its *minority* double
# type. Single glazing is era-free, so a dominant-single split is fully
# determined — the guard must claim it (SINGLE) rather than defer to the LLM.
# Act
result = glazing_mix_guard(description)
# Assert
assert result is GlazingType.SINGLE
@pytest.mark.parametrize(
"description",
[
"100% double glazing 2002 or later", # uniform — one type
"96% double glazing 2002 or later, 4% single glazing", # >= 90% -> uniform
"96% double glazing 2002 or later, 4% single glazing", # >= 90% double -> era ambiguity
"80% double glazing 2002 or later, 20% double glazing pre-2002", # same base type
"some double glazing and a bit of single", # unparseable — no percentages
"",