missing files

scripts/failed_modelling_e2e.md

@@ -0,0 +1,17 @@
+# Failed modelling_e2e Subtasks
+
+| Subtask ID | Task ID | Updated At | Property ID | UPRN | Inputs |
+|-----------|---------|------------|-------------|------|--------|
+| ce6a5844-cf31-495e-9e45-91a83aedb8e7 | a520b8a0-2b7a-4a99-a87d-bfe4bf785de6 | 2026-06-23 11:35:58.448106+00:00 | 719897 | 100021919718 | {"property_ids": [719897], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 31e687bb-9b9d-4fcc-b640-f68f878cf49a | b7dde417-2e5d-42ee-b695-c9d7a9ca81c1 | 2026-06-23 11:35:51.384121+00:00 | 733315 | 100020401711 | {"property_ids": [733315], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| b337172c-9dc5-48a0-9eb8-8021893a0ef1 | 01266210-d44a-4715-bf21-eda88a67a5e7 | 2026-06-23 11:35:41.863424+00:00 | 723589 | 100020407755 | {"property_ids": [723589], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| d2af286a-8964-4040-8429-e289d215c635 | 5f408513-be4d-4ce0-96b0-ceb654563ca2 | 2026-06-23 11:35:39.939416+00:00 | 726592 | 100021918195 | {"property_ids": [726592], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 1d13c3a2-b269-4ca4-a3f7-f19479081444 | cebcff9b-4a46-48f0-a648-f40b030951b2 | 2026-06-23 11:35:18.760333+00:00 | 711228 | 100020416477 | {"property_ids": [711228], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| f920f079-edd0-4e3e-893e-809e57a57292 | e6a75a2f-2165-4c6a-b929-f485db08b5a2 | 2026-06-23 11:35:11.908026+00:00 | 717435 | 22010468 | {"property_ids": [717435], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 36ec4a16-be95-4fda-8279-d7d33ed5a556 | 693c3886-efc6-48c1-b99d-576b5736c7e9 | 2026-06-23 11:35:06.439654+00:00 | 710339 | 10013151061 | {"property_ids": [710339], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 8960e551-10af-48ac-b4ad-821154a79a1c | 17791ee1-1ec6-49ea-a6fc-6f1e8d20914d | 2026-06-23 11:34:58.830828+00:00 | 721815 | 22086690 | {"property_ids": [721815], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 453ca0df-3b0d-427d-abf5-8462194f770b | 4712998d-d130-4472-860f-5b1d2471b3e3 | 2026-06-23 11:34:47.106853+00:00 | 712401 | 100020394694 | {"property_ids": [712401], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 1f5ec8fb-7202-44d6-8794-44515f9b4d82 | e50d8753-fd8b-4735-ac89-225428989ec5 | 2026-06-23 11:34:39.473828+00:00 | 723881 | 22005280 | {"property_ids": [723881], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 6ddff51f-1c29-439c-9335-b5befee64836 | dbac1632-3648-46da-97bc-0ca572bc9c45 | 2026-06-23 11:34:35.708295+00:00 | 715891 | 22082258 | {"property_ids": [715891], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 3255673d-7cba-49f8-ba88-106301dfa029 | 620f5571-d6c5-469a-afe3-8986b53dd041 | 2026-06-23 11:34:32.737237+00:00 | 716049 | 22104161 | {"property_ids": [716049], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |
+| 9b1a8289-de92-4935-afd6-b93a89f400e6 | 35abffbe-7574-448a-b8cf-89586bf9057d | 2026-06-23 11:34:31.003170+00:00 | 730259 | 100061905741 | {"property_ids": [730259], "portfolio_id": 796, "scenario_id": 1268, "no_solar": false, "dry_run": false} |

scripts/query_failed_modelling_e2e.py

@@ -0,0 +1,84 @@
+"""Query failed modelling_e2e subtasks and write a markdown report.
+
+Joins sub_task → tasks, pulls property_ids from the inputs JSON, then looks up
+UPRNs from the property table.
+
+Hit Run — output written to scripts/failed_modelling_e2e.md
+"""
+
+from __future__ import annotations
+
+import json
+import sys
+from pathlib import Path
+
+_REPO_ROOT = Path(__file__).resolve().parents[1]
+sys.path.insert(0, str(_REPO_ROOT))
+
+from sqlalchemy import text  # noqa: E402
+
+from scripts.e2e_common import ENV_PATH, build_engine, load_env  # noqa: E402
+
+_OUTPUT = _REPO_ROOT / "scripts" / "failed_modelling_e2e.md"
+
+load_env(ENV_PATH)
+engine = build_engine()
+
+with engine.connect() as conn:
+    subtask_rows = conn.execute(text("""
+        SELECT
+            st.id          AS subtask_id,
+            st.task_id,
+            st.inputs,
+            st.updated_at
+        FROM sub_task st
+        JOIN tasks t ON t.id = st.task_id
+        WHERE t.task_source = 'modelling_e2e'
+          AND st.status = 'failed'
+          AND st.updated_at >= '2026-06-23 12:34:26.990+01:00'
+        ORDER BY st.updated_at DESC
+    """)).fetchall()
+
+    if not subtask_rows:
+        print("No failed modelling_e2e subtasks found.")
+        _OUTPUT.write_text("# Failed modelling_e2e Subtasks\n\nNone found.\n", encoding="utf-8")
+        exit(0)
+
+    # Collect all property_ids across all rows
+    all_property_ids: list[int] = []
+    parsed: list[tuple[str, str, list[int], str, str]] = []
+    for subtask_id, task_id, inputs_raw, updated_at in subtask_rows:
+        try:
+            inputs = json.loads(inputs_raw) if isinstance(inputs_raw, str) else (inputs_raw or {})
+            property_ids: list[int] = [int(p) for p in (inputs.get("property_ids") or [])]
+        except Exception:
+            property_ids = []
+        parsed.append((str(subtask_id), str(task_id), property_ids, str(updated_at), inputs_raw or ""))
+        all_property_ids.extend(property_ids)
+
+    # Look up UPRNs
+    uprn_map: dict[int, int] = {}
+    if all_property_ids:
+        uprn_rows = conn.execute(
+            text("SELECT id, uprn FROM property WHERE id = ANY(:ids)"),
+            {"ids": all_property_ids},
+        ).fetchall()
+        uprn_map = {int(r[0]): int(r[1]) for r in uprn_rows}
+
+lines: list[str] = [
+    "# Failed modelling_e2e Subtasks\n",
+    f"| Subtask ID | Task ID | Updated At | Property ID | UPRN | Inputs |",
+    f"|-----------|---------|------------|-------------|------|--------|",
+]
+
+for subtask_id, task_id, property_ids, updated_at, inputs_raw in parsed:
+    inputs_cell = (inputs_raw or "").replace("|", "\\|")
+    if property_ids:
+        for pid in property_ids:
+            uprn = uprn_map.get(pid, "unknown")
+            lines.append(f"| {subtask_id} | {task_id} | {updated_at} | {pid} | {uprn} | {inputs_cell} |")
+    else:
+        lines.append(f"| {subtask_id} | {task_id} | {updated_at} | — | — | {inputs_cell} |")
+
+_OUTPUT.write_text("\n".join(lines) + "\n", encoding="utf-8")
+print(f"Written {len(parsed)} failed subtasks → {_OUTPUT}")