junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-06-30 13:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Compare commits

base: junte:87b6045c97cedec4e22bdd048079d0a4acf629fa
Branches Tags
junte:main
junte:feature/ventilation-audit-changes
junte:chore/hubspot-etl-concurrency-back-to-2
junte:dev
junte:fix/hyde-portfolio-audit
junte:feature/historic-epc-repository
junte:feature/audit-run
junte:feature/staggering_of_sqs
junte:adhoc/hyde-presentation-script
junte:fix/full-sap-solar-thermal
junte:corpus/sample-uprn-10008075674
junte:tweak-e2e-trigger-script
junte:feature/dev-to-main
junte:sync/main-to-dev-modelling-e2e
junte:chore/track-campaign-build-scripts
junte:fix/unmappable-lodged-cert-falls-to-prediction
junte:feature/e2e-runs
junte:fix/drop-building-part-without-age-band
junte:fix/predicted-no-age-band-not-predictable
junte:fix/db-conn-leak-handler-dispose
junte:feature/speed-up-epc-property-save
junte:feautre/hyde_upload_and_extend_landlord_overrides
junte:feature/DDD_is_the_future_question_mark
junte:feature/magicplan-audit
junte:feautre/ordance_survey_investigation
junte:domain-layer
junte:run-pashub-fetcher-locally
junte:feature/onbarding_of_addresses
junte:feature/ecmk-to-ara
junte:feature/retrigger-backend
junte:feature/get-task-by-source-id-and-service
junte:feature/claude_attempt
junte:feautre/calico_example
junte:bug/plans-not-hitting-c
junte:feature/ordnance_survey
junte:feature/log_level
junte:feature/address_to_uprn
junte:feature/try_to_run_for_southern
junte:feature/fix_devcontainer
junte:feature/tasks
junte:etl-michael
junte:etl-michael-data
junte:etl-michael-cost
junte:etl-michael-recommend
junte:etl-michael-nonnull
junte:etl-michael-records
junte:dvc
..
compare: junte:dfe9e3ddbebbb886c8c1fd927e29dcb3680de036
Branches Tags
junte:feature/ventilation-audit-changes
junte:chore/hubspot-etl-concurrency-back-to-2
junte:dev
junte:fix/hyde-portfolio-audit
junte:main
junte:feature/historic-epc-repository
junte:feature/audit-run
junte:feature/staggering_of_sqs
junte:adhoc/hyde-presentation-script
junte:fix/full-sap-solar-thermal
junte:corpus/sample-uprn-10008075674
junte:tweak-e2e-trigger-script
junte:feature/dev-to-main
junte:sync/main-to-dev-modelling-e2e
junte:chore/track-campaign-build-scripts
junte:fix/unmappable-lodged-cert-falls-to-prediction
junte:feature/e2e-runs
junte:fix/drop-building-part-without-age-band
junte:fix/predicted-no-age-band-not-predictable
junte:fix/db-conn-leak-handler-dispose
junte:feature/speed-up-epc-property-save
junte:feautre/hyde_upload_and_extend_landlord_overrides
junte:feature/DDD_is_the_future_question_mark
junte:feature/magicplan-audit
junte:feautre/ordance_survey_investigation
junte:domain-layer
junte:run-pashub-fetcher-locally
junte:feature/onbarding_of_addresses
junte:feature/ecmk-to-ara
junte:feature/retrigger-backend
junte:feature/get-task-by-source-id-and-service
junte:feature/claude_attempt
junte:feautre/calico_example
junte:bug/plans-not-hitting-c
junte:feature/ordnance_survey
junte:feature/log_level
junte:feature/address_to_uprn
junte:feature/try_to_run_for_southern
junte:feature/fix_devcontainer
junte:feature/tasks
junte:etl-michael
junte:etl-michael-data
junte:etl-michael-cost
junte:etl-michael-recommend
junte:etl-michael-nonnull
junte:etl-michael-records
junte:dvc

No commits in common. "87b6045c97cedec4e22bdd048079d0a4acf629fa" and "dfe9e3ddbebbb886c8c1fd927e29dcb3680de036" have entirely different histories.
87b6045c97 ... dfe9e3ddbe

413 changed files with 768 additions and 97161 deletions
Show stats Expand all files Collapse all files

2
.devcontainer/backend/devcontainer.json
View file

@ -5,7 +5,7 @@
"remoteUser": "vscode",
"workspaceFolder": "/workspaces/model",
"initializeCommand": "docker network create shared-dev 2>/dev/null || true; test -d \"$HOME/.config/gh\" || test -n \"$GITHUB_TOKEN\" || { echo >&2 'error: no GitHub auth found. Run `gh auth login && gh auth setup-git` on the host, or export GITHUB_TOKEN, then retry.'; exit 1; }",
"postCreateCommand": "gh repo clone Hestia-Homes/agentic-toolkit /tmp/agentic-toolkit -- --branch 0.0.7 --depth 1 && bash /tmp/agentic-toolkit/setup.sh",
"postCreateCommand": "gh repo clone Hestia-Homes/agentic-toolkit /tmp/agentic-toolkit -- --branch 0.0.5 --depth 1 && bash /tmp/agentic-toolkit/setup.sh",
"postStartCommand": "bash .devcontainer/backend/post-install.sh",
"mounts": [
"source=${localEnv:HOME},target=/workspaces/home,type=bind",

2
.dockerignore
View file

@ -6,7 +6,7 @@ backend/.idea/*
backend/.env
recommendations/tests/*
model_data/tests/*
deployment/*
infrastructure/*
data_collection/*
node_modules/*
conservation_areas/*

3
.github/workflows/_build_image.yml vendored
View file

@ -40,8 +40,6 @@ on:
required: false
EPC_AUTH_TOKEN:
required: false
OPEN_EPC_API_TOKEN:
required: false
jobs:
build:
@ -52,7 +50,6 @@ jobs:
DEV_DB_PORT: ${{ secrets.DEV_DB_PORT }}
DEV_DB_NAME: ${{ secrets.DEV_DB_NAME }}
EPC_AUTH_TOKEN: ${{ secrets.EPC_AUTH_TOKEN }}
OPEN_EPC_API_TOKEN: ${{ secrets.OPEN_EPC_API_TOKEN }}
outputs:
image_digest: ${{ steps.digest.outputs.image_digest }}

8
.github/workflows/_deploy_lambda.yml vendored
View file

@ -80,10 +80,6 @@ on:
required: false
TF_VAR_pashub_password:
required: false
TF_VAR_pashub_coordination_email:
required: false
TF_VAR_pashub_coordination_password:
required: false
TF_VAR_hubspot_api_key:
required: false
@ -158,8 +154,6 @@ jobs:
TF_VAR_social_housing_wave_3_sharepoint_id: ${{ secrets.TF_VAR_social_housing_wave_3_sharepoint_id }}
TF_VAR_pashub_email: ${{ secrets.TF_VAR_pashub_email }}
TF_VAR_pashub_password: ${{ secrets.TF_VAR_pashub_password }}
TF_VAR_pashub_coordination_email: ${{ secrets.TF_VAR_pashub_coordination_email }}
TF_VAR_pashub_coordination_password: ${{ secrets.TF_VAR_pashub_coordination_password }}
TF_VAR_hubspot_api_key: ${{ secrets.TF_VAR_hubspot_api_key }}
TF_VAR_magicplan_customer_id: ${{ secrets.TF_VAR_magicplan_customer_id }}
TF_VAR_magicplan_api_key: ${{ secrets.TF_VAR_magicplan_api_key }}
@ -208,8 +202,6 @@ jobs:
TF_VAR_social_housing_wave_3_sharepoint_id: ${{ secrets.TF_VAR_social_housing_wave_3_sharepoint_id }}
TF_VAR_pashub_email: ${{ secrets.TF_VAR_pashub_email }}
TF_VAR_pashub_password: ${{ secrets.TF_VAR_pashub_password }}
TF_VAR_pashub_coordination_email: ${{ secrets.TF_VAR_pashub_coordination_email }}
TF_VAR_pashub_coordination_password: ${{ secrets.TF_VAR_pashub_coordination_password }}
TF_VAR_hubspot_api_key: ${{ secrets.TF_VAR_hubspot_api_key }}
TF_VAR_magicplan_customer_id: ${{ secrets.TF_VAR_magicplan_customer_id }}
TF_VAR_magicplan_api_key: ${{ secrets.TF_VAR_magicplan_api_key }}

85
.github/workflows/_smoke_test_lambda.yml vendored
View file

@ -1,85 +0,0 @@
name: Lambda smoke test
on:
workflow_call:
inputs:
dockerfile_path:
required: true
type: string
build_context:
required: false
default: "."
type: string
service_name:
required: true
type: string
jobs:
smoke-test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Download AWS Lambda RIE
run: |
mkdir -p ~/.aws-lambda-rie
curl -fsSL -o ~/.aws-lambda-rie/aws-lambda-rie \
https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/latest/download/aws-lambda-rie
chmod +x ~/.aws-lambda-rie/aws-lambda-rie
- name: Build Lambda image
run: |
docker build \
--platform linux/amd64 \
-f ${{ inputs.dockerfile_path }} \
-t ${{ inputs.service_name }}-smoke-test:latest \
${{ inputs.build_context }}
- name: Start Lambda container
run: |
IMG=${{ inputs.service_name }}-smoke-test:latest
ENTRY=$(docker inspect --format='{{range .Config.Entrypoint}}{{.}} {{end}}' "$IMG")
CMD_ARGS=$(docker inspect --format='{{range .Config.Cmd}}{{.}} {{end}}' "$IMG")
if echo "$ENTRY" | grep -q "lambda-entrypoint.sh"; then
# AWS base image — RIE is bundled
docker run -d --name ${{ inputs.service_name }}-smoke-test \
-p 9000:8080 \
"$IMG"
else
# Custom base — mount RIE from runner and re-wire entrypoint
docker run -d --name ${{ inputs.service_name }}-smoke-test \
-v "$HOME/.aws-lambda-rie:/aws-lambda-rie" \
-p 9000:8080 \
--entrypoint /aws-lambda-rie/aws-lambda-rie \
"$IMG" \
$ENTRY $CMD_ARGS
fi
- name: Invoke Lambda and check for import errors
run: |
response=$(curl -s --retry-connrefused --retry 15 --retry-delay 1 \
-X POST \
http://localhost:9000/2015-03-31/functions/function/invocations \
-H "Content-Type: application/json" \
-d '{"Records":[{"body":"{}"}]}')
echo "Response: $response"
if [ -z "$response" ]; then
echo "No response from Lambda RIE"
exit 1
fi
if echo "$response" | grep -qE 'ImportModuleError|ModuleNotFoundError|ImportError'; then
echo "Import error detected in handler"
exit 1
fi
- name: Dump container logs
if: always()
run: docker logs ${{ inputs.service_name }}-smoke-test
- name: Tear down container
if: always()
run: docker rm -f ${{ inputs.service_name }}-smoke-test

52
.github/workflows/deploy_terraform.yml vendored
View file

@ -62,20 +62,20 @@ jobs:
- uses: hashicorp/setup-terraform@v3
- name: Terraform Init
working-directory: deployment/terraform/shared
working-directory: infrastructure/terraform/shared
run: terraform init -reconfigure
- name: Terraform Workspace
working-directory: deployment/terraform/shared
working-directory: infrastructure/terraform/shared
run: terraform workspace select ${STAGE} || terraform workspace new ${STAGE}
- name: Terraform Plan
working-directory: deployment/terraform/shared
working-directory: infrastructure/terraform/shared
run: terraform plan -var-file=${STAGE}.tfvars -out=tfplan
- name: Terraform Apply
if: env.TERRAFORM_APPLY == 'true'
working-directory: deployment/terraform/shared
working-directory: infrastructure/terraform/shared
run: terraform apply -auto-approve tfplan
# ============================================================
@ -101,7 +101,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: ara_engine
lambda_path: deployment/terraform/lambda/engine
lambda_path: infrastructure/terraform/lambda/engine
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: engine-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.ara_engine_image.outputs.image_digest }}
@ -133,7 +133,6 @@ jobs:
DEV_DB_PORT=$DEV_DB_PORT
DEV_DB_NAME=$DEV_DB_NAME
EPC_AUTH_TOKEN=$EPC_AUTH_TOKEN
OPEN_EPC_API_TOKEN=$OPEN_EPC_API_TOKEN
secrets:
AWS_ACCESS_KEY_ID: ${{ secrets.DEV_AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.DEV_AWS_SECRET_ACCESS_KEY }}
@ -142,7 +141,6 @@ jobs:
DEV_DB_PORT: ${{ secrets.DEV_DB_PORT }}
DEV_DB_NAME: ${{ secrets.DEV_DB_NAME }}
EPC_AUTH_TOKEN: ${{ secrets.DEV_EPC_AUTH_TOKEN }}
OPEN_EPC_API_TOKEN: ${{ secrets.DEV_OPEN_EPC_API_TOKEN }}
# ============================================================
# Deploy Address 2 UPRN Lambda
@ -152,7 +150,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: address2uprn
lambda_path: deployment/terraform/lambda/address2UPRN
lambda_path: infrastructure/terraform/lambda/address2UPRN
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: address2uprn-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.address2uprn_image.outputs.image_digest }}
@ -171,7 +169,7 @@ jobs:
uses: ./.github/workflows/_build_image.yml
with:
ecr_repo: postcode_splitter-${{ needs.determine_stage.outputs.stage }}
dockerfile_path: applications/postcode_splitter/Dockerfile
dockerfile_path: backend/postcode_splitter/handler/Dockerfile
build_context: .
build_args: |
DEV_DB_HOST=$DEV_DB_HOST
@ -193,7 +191,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: postcodeSplitter
lambda_path: deployment/terraform/lambda/postcodeSplitter
lambda_path: infrastructure/terraform/lambda/postcodeSplitter
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: postcode_splitter-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.postcodeSplitter_image.outputs.image_digest }}
@ -233,7 +231,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: bulk_address2uprn_combiner
lambda_path: deployment/terraform/lambda/bulk_address2uprn_combiner
lambda_path: infrastructure/terraform/lambda/bulk_address2uprn_combiner
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: bulk_address2uprn_combiner-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.bulk_address2uprn_combiner_image.outputs.image_digest }}
@ -273,7 +271,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: condition-etl
lambda_path: deployment/terraform/lambda/condition-etl
lambda_path: infrastructure/terraform/lambda/condition-etl
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: condition-etl-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.condition_etl_image.outputs.image_digest }}
@ -313,7 +311,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: categorisation
lambda_path: deployment/terraform/lambda/categorisation
lambda_path: infrastructure/terraform/lambda/categorisation
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: categorisation-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.categorisation_image.outputs.image_digest }}
@ -353,7 +351,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: ordnanceSurvey
lambda_path: deployment/terraform/lambda/ordnanceSurvey
lambda_path: infrastructure/terraform/lambda/ordnanceSurvey
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: ordnance-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.ordnanceSurvey_image.outputs.image_digest }}
@ -388,7 +386,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: pashub_to_ara
lambda_path: deployment/terraform/lambda/pashub_to_ara
lambda_path: infrastructure/terraform/lambda/pashub_to_ara
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: pashub_to_ara-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.pashub_to_ara_image.outputs.image_digest }}
@ -409,8 +407,6 @@ jobs:
TF_VAR_social_housing_wave_3_sharepoint_id: ${{ secrets.SOCIAL_HOUSING_WAVE_3_SHAREPOINT_ID }}
TF_VAR_pashub_email: ${{ secrets.PASHUB_EMAIL }}
TF_VAR_pashub_password: ${{ secrets.PASHUB_PASSWORD }}
TF_VAR_pashub_coordination_email: ${{ secrets.PASHUB_COORDINATION_EMAIL }}
TF_VAR_pashub_coordination_password: ${{ secrets.PASHUB_COORDINATION_PASSWORD }}
# ============================================================
@ -421,7 +417,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: ara_fast_api
lambda_path: deployment/terraform/lambda/fast-api
lambda_path: infrastructure/terraform/lambda/fast-api
stage: ${{ needs.determine_stage.outputs.stage }}
terraform_apply: ${{ needs.determine_stage.outputs.terraform_apply }}
secrets:
@ -460,17 +456,17 @@ jobs:
- uses: hashicorp/setup-terraform@v3
- name: Terraform Init
working-directory: deployment/terraform/cdn_certificate
working-directory: infrastructure/terraform/cdn_certificate
run: terraform init -reconfigure
- name: Terraform Workspace
working-directory: deployment/terraform/cdn_certificate
working-directory: infrastructure/terraform/cdn_certificate
run: |
terraform workspace select $STAGE \
|| terraform workspace new $STAGE
- name: Terraform Plan
working-directory: deployment/terraform/cdn_certificate
working-directory: infrastructure/terraform/cdn_certificate
run: |
terraform plan \
-var="stage=${STAGE}" \
@ -478,7 +474,7 @@ jobs:
- name: Terraform Apply
if: env.TERRAFORM_APPLY == 'true'
working-directory: deployment/terraform/cdn_certificate
working-directory: infrastructure/terraform/cdn_certificate
run: terraform apply -auto-approve tfplan
@ -505,17 +501,17 @@ jobs:
- uses: hashicorp/setup-terraform@v3
- name: Terraform Init
working-directory: deployment/terraform/cdn
working-directory: infrastructure/terraform/cdn
run: terraform init -reconfigure
- name: Terraform Workspace
working-directory: deployment/terraform/cdn
working-directory: infrastructure/terraform/cdn
run: |
terraform workspace select $STAGE \
|| terraform workspace new $STAGE
- name: Terraform Plan
working-directory: deployment/terraform/cdn
working-directory: infrastructure/terraform/cdn
run: |
terraform plan \
-var="stage=${STAGE}" \
@ -523,7 +519,7 @@ jobs:
- name: Terraform Apply
if: env.TERRAFORM_APPLY == 'true'
working-directory: deployment/terraform/cdn
working-directory: infrastructure/terraform/cdn
run: terraform apply -auto-approve tfplan
# ============================================================
@ -564,7 +560,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: magic_plan
lambda_path: deployment/terraform/lambda/magic_plan
lambda_path: infrastructure/terraform/lambda/magic_plan
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: magic-plan-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.magic_plan_image.outputs.image_digest }}
@ -587,7 +583,7 @@ jobs:
uses: ./.github/workflows/_deploy_lambda.yml
with:
lambda_name: hubspot-etl-to-ara
lambda_path: deployment/terraform/lambda/hubspot_deal_etl
lambda_path: infrastructure/terraform/lambda/hubspot_deal_etl
stage: ${{ needs.determine_stage.outputs.stage }}
ecr_repo: hubspot-etl-${{ needs.determine_stage.outputs.stage }}
image_digest: ${{ needs.hubspot_etl_image.outputs.image_digest }}

114
.github/workflows/lambda_smoke_tests.yml vendored
View file

@ -1,114 +0,0 @@
name: Lambda Smoke Tests
on:
pull_request:
branches:
- main
jobs:
# ============================================================
# Ara Engine
# ============================================================
ara_engine_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/docker/engine.Dockerfile
build_context: .
service_name: ara-engine
# ============================================================
# Address 2 UPRN
# ============================================================
address2uprn_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/address2UPRN/handler/Dockerfile
build_context: .
service_name: address2uprn
# ============================================================
# Postcode Splitter
# ============================================================
postcode_splitter_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/postcode_splitter/handler/Dockerfile
build_context: .
service_name: postcode-splitter
postcode_splitter_ddd_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: applications/postcode_splitter/Dockerfile
build_context: .
service_name: postcode-splitter-ddd
# ============================================================
# Bulk Address2UPRN Combiner
# ============================================================
bulk_address2uprn_combiner_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/bulk_address2uprn_combiner/handler/Dockerfile
build_context: .
service_name: bulk-address2uprn-combiner
# ============================================================
# Condition ETL
# ============================================================
condition_etl_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/condition/handler/Dockerfile
build_context: .
service_name: condition-etl
# ============================================================
# Categorisation
# ============================================================
categorisation_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/categorisation/handler/Dockerfile
build_context: .
service_name: categorisation
# ============================================================
# Ordnance Survey
# ============================================================
ordnance_survey_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/ordnanceSurvey/handler/Dockerfile
build_context: .
service_name: ordnance-survey
# ============================================================
# Pas Hub Fetcher
# ============================================================
pashub_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/pashub_fetcher/handler/Dockerfile
build_context: .
service_name: pashub
# ============================================================
# MagicPlan
# ============================================================
magic_plan_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: backend/magic_plan/handler/Dockerfile
build_context: .
service_name: magic-plan
# ============================================================
# HubSpot Scraper
# ============================================================
hubspot_scraper_smoke_test:
uses: ./.github/workflows/_smoke_test_lambda.yml
with:
dockerfile_path: etl/hubspot/scripts/scraper/handler/Dockerfile
build_context: .
service_name: hubspot-scraper

12
.github/workflows/unit_tests.yml vendored
View file

@ -60,15 +60,3 @@ jobs:
-e DB_PASSWORD=test \
-e DB_PORT=5432 \
model-test pytest -vv -m 'not integration'
# The DDD rewrite (tests/) defines SQLModel table classes that map to the
# same physical tables as the legacy backend models. Both sets share the
# one global SQLModel.metadata, so they cannot be imported into the same
# pytest process. It runs as a separate invocation until the legacy
# models are retired. Its DB is spawned in-process by pytest-postgresql,
# so no DB service or env is required.
- name: Run DDD tests
run: |
docker run --rm \
--network host \
model-test pytest -vv tests/

4
.gitignore vendored
View file

@ -121,7 +121,6 @@ celerybeat.pid
# Environments
.env
.env.local
.venv
env/
venv/
@ -242,7 +241,6 @@ fabric.properties
# Locally stored data
local_data/*
/local_data/*
/data/ml_training/
etl/epc/local_data/*
/backend/condition/sample_data/lbwf/*
/backend/condition/sample_data/peabody/*
@ -281,8 +279,6 @@ cache/
*.png
*.pptx
*.csv
# Tracked reference CSV: SAP enum codes (gov api /api/codes) co-located with EpcPropertyData.
!datatypes/epc/domain/epc_codes.csv
*.xlsx
# *.pdf
**/Chunks/

1
.idea/.name generated
View file

@ -1 +0,0 @@
AGENTS.md

14
.idea/webResources.xml generated
View file

@ -1,14 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="WebResourcesPaths">
<contentEntries>
<entry url="file://$PROJECT_DIR$">
<entryData>
<resourceRoots>
<path value="file://$PROJECT_DIR$" />
</resourceRoots>
</entryData>
</entry>
</contentEntries>
</component>
</project>

29
AGENTS.md Normal file
View file

@ -0,0 +1,29 @@
<!-- BACKLOG.MD MCP GUIDELINES START -->
<CRITICAL_INSTRUCTION>
## BACKLOG WORKFLOW INSTRUCTIONS
This project uses Backlog.md MCP for all task and project management activities.
**CRITICAL GUIDANCE**
- If your client supports MCP resources, read `backlog://workflow/overview` to understand when and how to use Backlog for this project.
- If your client only supports tools or the above request fails, call `backlog.get_backlog_instructions()` to load the tool-oriented overview. Use the `instruction` selector when you need `task-creation`, `task-execution`, or `task-finalization`.
- **First time working here?** Read the overview resource IMMEDIATELY to learn the workflow
- **Already familiar?** You should have the overview cached ("## Backlog.md Overview (MCP)")
- **When to read it**: BEFORE creating tasks, or when you're unsure whether to track work
These guides cover:
- Decision framework for when to create tasks
- Search-first workflow to avoid duplicates
- Links to detailed guides for task creation, execution, and finalization
- MCP tools reference
You MUST read the overview resource to understand the complete workflow. The information is NOT summarized here.
</CRITICAL_INSTRUCTION>
<!-- BACKLOG.MD MCP GUIDELINES END -->

29
CLAUDE.md
View file

@ -1,4 +1,33 @@
<!-- BACKLOG.MD MCP GUIDELINES START -->
<CRITICAL_INSTRUCTION>
## BACKLOG WORKFLOW INSTRUCTIONS
This project uses Backlog.md MCP for all task and project management activities.
**CRITICAL GUIDANCE**
- If your client supports MCP resources, read `backlog://workflow/overview` to understand when and how to use Backlog for this project.
- If your client only supports tools or the above request fails, call `backlog.get_backlog_instructions()` to load the tool-oriented overview. Use the `instruction` selector when you need `task-creation`, `task-execution`, or `task-finalization`.
- **First time working here?** Read the overview resource IMMEDIATELY to learn the workflow
- **Already familiar?** You should have the overview cached ("## Backlog.md Overview (MCP)")
- **When to read it**: BEFORE creating tasks, or when you're unsure whether to track work
These guides cover:
- Decision framework for when to create tasks
- Search-first workflow to avoid duplicates
- Links to detailed guides for task creation, execution, and finalization
- MCP tools reference
You MUST read the overview resource to understand the complete workflow. The information is NOT summarized here.
</CRITICAL_INSTRUCTION>
<!-- BACKLOG.MD MCP GUIDELINES END -->
## Available Skills
Five Claude Code skills are installed in this repo's dev container. Each maps to a phase of the feature lifecycle.

62
CONTEXT.md
View file

@ -58,7 +58,7 @@ A UK postal code used to group nearby addresses; the primary search key for find
_Avoid_: zip code, postal code
**User Address**:
A structured dataclass (`domain.addresses.user_address.UserAddress`) capturing a customer-supplied address: a free-text `user_address` line, a canonical `postcode` (sanitised on construction), and an optional `internal_reference`. The bare string sense — the raw free-text address line as it arrives from upstream ingestion, before being wrapped — remains valid when discussing CSV columns, API payloads, or other upstream contexts; in domain code, prefer the dataclass.
A free-text address string provided by a user or imported from a customer dataset, before any normalisation or matching.
_Avoid_: user input, raw address, user_inputed_address
**Comparable Properties**:
@ -82,11 +82,11 @@ The EpcPropertyData scored by the modelling pipeline for a single Property, deri
_Avoid_: modelling EPC, working EPC, resolved EPC, derived EPC
**Rebaselining**:
Re-predicting a Property's SAP score, CO2 emissions, Primary Energy Intensity, space heating kWh, and hot water kWh via ML so the modelling pipeline scores it against the current SAP10 methodology. Triggered when either (a) the Effective EPC was lodged under a pre-SAP10 schema (`sap_version < 10.0`), so the recorded scores reflect a superseded methodology, or (b) Site Notes / Landlord Overrides changed the physical state of the Property (walls / heating / windows / etc.) so the lodged scores no longer reflect what's installed. Both triggers may fire together. Produces Effective Performance; Lodged Performance is preserved unchanged. kWh is included as ML targets per ADR-0007 — see [[epc-ml-transform]].
Re-predicting a Property's SAP, carbon emissions, and heat demand via ML so the modelling pipeline scores it against the current SAP10 methodology. Triggered when either (a) the Effective EPC was lodged under a pre-SAP10 schema (`sap_version < 10.0`), so the recorded scores reflect a superseded methodology, or (b) Site Notes / Landlord Overrides changed the physical state of the Property (walls / heating / windows / etc.) so the lodged scores no longer reflect what's installed. Both triggers may fire together. Produces Effective Performance; Lodged Performance is preserved unchanged. Does not include kWh — that is always derived deterministically by EPC Energy Derivation.
_Avoid_: re-scoring, re-prediction, performance recomputation, refresh (for cache-freshness)
**Baseline Performance**:
A Property's current performance aggregate, holding both Lodged Performance and Effective Performance plus annual space heating kWh, hot water kWh, fuel split, and bills derived from the Effective EPC — kWh values come from the EPC's recorded fields for SAP10 baselines or from ML when Rebaselining fires; bills are derived deterministically from kWh × current Fuel Rates. Persisted as one row; surfaced as one block in the UI.
A Property's current performance aggregate, holding both Lodged Performance and Effective Performance plus annual kWh / fuel split / bills derived from the Effective EPC. Persisted as one row; surfaced as one block in the UI.
_Avoid_: baseline predictions, predicted baseline, rebaselined values
**Lodged Performance**:
@ -97,60 +97,18 @@ _Avoid_: original performance, raw EPC values, recorded baseline
The SAP / EPC Band / carbon emissions / heat demand the modelling pipeline actually scored against — equal to Lodged Performance when no Rebaselining trigger fires, replaced by ML output when triggered. The half of Baseline Performance that says "what we modelled".
_Avoid_: modelled performance, rebaselined performance (only correct when rebaselining ran), scored values
**Calculated SAP10 Performance**:
The SAP score, EPC Band, CO2 emissions, Primary Energy Intensity, space heating kWh, and hot water kWh produced by **SAP10 Calculation** from a Property's EpcPropertyData. Distinct from Effective Performance (ML output) and Lodged Performance (gov register) during the validation phase. Surfaced alongside Effective Performance in the UI; may supersede Effective Performance in a later ADR once parity is confirmed against the cert-reported SAP across ≥1000 sample certs lodged on the calculator's target spec version (see [[sap-spec-version]]). ADR-0009 (as amended by ADR-0010).
_Avoid_: calculator output, computed performance, worksheet performance, SAP10 output
**SAP10 Calculation**:
The process that runs the deterministic SAP 10.2 (14-03-2025 amendment) worksheet over a Property's EpcPropertyData and emits **Calculated SAP10 Performance**. Implemented by the `Sap10Calculator` service class in `domain/sap/`. Reads cert fabric/heating/geometry fields, applies the RdSAP 10 (10-06-2025) cert→input mapping, executes the 12-month heat balance per SAP 10.2 §§1-14, looks up boiler/heat-pump performance in the **PCDB** when the cert lodges a product index, and returns a `SapResult` carrying the five Calculated SAP10 Performance quantities plus a monthly breakdown and worksheet-line audit trail. Distinct from **Rebaselining**, which is ML-based. ADR-0009 originally targeted SAP 10.3 (13-01-2026); ADR-0010 retargets to SAP 10.2 (14-03-2025) until the cert corpus migrates.
_Avoid_: SAP calculation (ambiguous with the gov calculator), SAP scoring, calculator run, SAP 10.3 calculation (active target is 10.2 — see [[sap-spec-version]])
**SAP Spec Version**:
The dated revision of the SAP specification that produced a given SAP/PEUI/CO2 value. Domain-meaningful because the same EpcPropertyData yields different `sap_score` under different spec versions — fuel-price tables, CO2 factors, PCDB references, and rating-equation deflators all change between revisions. **Lodged Performance** carries the version current when the cert was lodged (mostly SAP 10.1 / SAP 10.2 pre- and post-14-03-2025 amendment in the corpus). **Calculated SAP10 Performance** is locked to SAP 10.2 (14-03-2025). A 1-to-1 Lodged-vs-Calculated comparison therefore only makes sense within a **Validation Cohort** of certs lodged on the same spec version.
_Avoid_: SAP version (ambiguous with the `sap_version` field on the cert, which only carries the major version like 10.2 — not the amendment date), spec revision
**Validation Cohort**:
The subset of corpus certs used to validate **SAP10 Calculation** against **Lodged Performance**, filtered to certs lodged after the calculator's target **SAP Spec Version** rolled out in commercial assessor software — currently `inspection_date ≥ 2025-07-01` (a buffer past 14-03-2025 to allow vendor rollout). Smaller than the full corpus but each cert is comparable under the same spec, so probe MAE is a clean signal of calculator-vs-spec correctness rather than spec-version mixture noise. ADR-0010.
_Avoid_: parity cohort, validation set, corpus sample
**Measure Application**:
The process that translates an Optimised Package into cert-field changes and produces the "ending state snapshot" EpcPropertyData that Plan Phase persists. Implemented by the `MeasureApplicator` service class in `domain/sap/` (or a sibling package). Each Measure Type's translation rules (e.g. `loft_insulation` → `roof_insulation_thickness_mm = 270mm`, `ashp` → `main_heating_details[0]` replacement) live here. Pure function — does not run SAP10 Calculation itself; the caller chains `MeasureApplicator.apply(epc, package) → Sap10Calculator.calculate(post_epc)`. ADR-0009.
_Avoid_: measure overrides (rejected during ADR-0009 grill — phantom mid-layer), package applier, retrofit simulator
**EPC Energy Derivation**:
The process that derives a Property's fuel split and annual bills from its space heating kWh and hot water kWh values plus the heating fuel deduced from SAP fields. kWh values themselves come from the EPC's recorded fields (`renewable_heat_incentive.space_heating_existing_dwelling` and `.water_heating`) for SAP10 baselines, or from ML prediction when Rebaselining fires or when scoring a post-measure state. Bills are computed deterministically from delivered kWh × current Fuel Rates + standing charges + SEG credits. The UCL Correction is no longer applied at runtime — it is folded into ML training labels (see [[epc-ml-transform]] and ADR-0007).
_Avoid_: kWh prediction (kWh is now an ML target — see Rebaselining), baseline kWh, energy estimation
The deterministic process that derives a Property's annual kWh, fuel split across heating, hot water, lighting, appliances and cooking, and bills from the Effective EPC — applying a UCL Correction for known EPC over/under-prediction and deducing fuel type from the SAP heating fields. No ML.
_Avoid_: kWh prediction, baseline kWh, energy estimation
**UCL Correction**:
The per-band linear correction (Few et al. 2023, _Energy & Buildings_ 288 113024) that aligns EPC-modelled Primary Energy Intensity with metered consumption. Folded into ML training labels at fit time (per ADR-0007) rather than applied at runtime — the trained model emits metered-equivalent PEUI directly, avoiding the discontinuities at EPC band boundaries that arose when the per-band linear correction was applied post-prediction. Calibrated against gas-heated, non-PV homes in England and Wales rated under SAP 2012; the current implementation extrapolates it to all properties (open question §15.14).
The per-band linear correction (Few et al. 2023, _Energy & Buildings_ 288 113024) applied to EPC-modelled total primary energy use intensity to align it with metered consumption. Calibrated against gas-heated, non-PV homes in England and Wales rated under SAP 2012; the current implementation extrapolates it to all properties (open question §15.14).
_Avoid_: UCL adjustment, energy correction, metered correction
**EPC Anomaly Flag**:
A per-field indicator that a Property's value for an EPC field differs significantly from Comparable Properties; advisory only — surfaces in the UI to prompt user review, does not block modelling.
_Avoid_: outlier, mismatch, divergence flag
### ML training
**EPC ML Transform**:
The versioned class at `packages/domain/src/domain/ml/transform.py` that maps an EpcPropertyData to a fixed-width row of features + targets. The single ML-data contract between this repo and the AutoGluon training repo. Owns the windows compression, building-parts compression, Top-N Code Taxonomy, and UCL folding decisions. Each version is tagged on the deployed scoring lambda; a mismatch is a deploy-time fail.
_Avoid_: feature builder, ML mapper, EPC vectoriser
**Feature Schema Version**:
The semver version of the EPC ML Transform (e.g. `0.1.0`), included in the parquet output path and the deployed scoring lambda's tag. MAJOR bump when columns are removed or renamed; MINOR when optional columns are added; PATCH for non-behavioural fixes.
_Avoid_: transform version, schema version (overloaded with the SAP RdSAP schema version on EPCs), model version
**Primary Energy Intensity** (**PEUI**):
A Property's total annual primary energy use per square metre of floor area (kWh/m²/yr), the SAP10 quantity recorded as `energy_consumption_current` on the EPC. Covers all end uses (heating, hot water, lighting, appliances, cooking) weighted by SAP primary energy factors per fuel. The quantity the UCL Correction aligns to metered consumption.
_Avoid_: heat demand (which colloquially means the building's space heating thermal requirement — a distinct concept), energy demand, total energy use, kWh per square metre
**PV Capacity Source**:
A flag on the EPC ML Transform feature set indicating whether a Property's PV capacity is `measured` (from `sap_energy_source.photovoltaic_supply[].peak_power`), `estimated_from_roof_area` (the `percent_roof_area` fallback used when the surveyor could not confirm array configuration), or `none` (no PV present). Lets the model weight the correct capacity signal per property.
_Avoid_: PV source, PV configuration type, solar source
**Top-N Code Taxonomy**:
The empirical top-N SAP code list (covering ~95% of mass on the training sample) committed by the EPC ML Transform for each list-aggregated categorical field (`wall_construction`, `glazing_type`, `frame_material`, etc.). Rare codes go into a per-field `_other` bucket. The taxonomy is locked at each Feature Schema Version; changes warrant a MINOR bump (adding) or MAJOR bump (removing codes).
_Avoid_: code list, code dictionary, vocab
### Reference data
**Fuel Rates**:
@ -256,8 +214,8 @@ _Avoid_: API key, auth token, secret
- A **UPRN** identifies a physical dwelling permanently; it does not change when the property changes owner — but each portfolio gets its own **Property** keyed against it.
- When a **Property** has both **Site Notes** and a public **EPC**, the newer of the two derives the **Effective EPC**. **Landlord Overrides** apply only when the **EPC** is the source — never when **Site Notes** are.
- A Property's **Baseline Performance** holds two halves: **Lodged Performance** (the gov register's SAP / band / carbon / heat) and **Effective Performance** (what the modelling pipeline scored against). The two are equal unless **Rebaselining** fires.
- **Rebaselining** produces **Effective Performance** by ML re-prediction across SAP score, CO2 emissions, Primary Energy Intensity, space heating kWh, and hot water kWh, when either (a) the Effective EPC was lodged under a pre-SAP10 schema, or (b) the Effective EPC's physical state diverges from the lodged EPC. **Lodged Performance** is never overwritten.
- **EPC Energy Derivation** derives **fuel split** and **bills** from kWh values (sourced from the EPC's `renewable_heat_incentive` fields for baseline SAP10 properties, or from ML when Rebaselining fires), reading current **Fuel Rates** and **Carbon Factors** from their respective repos.
- **Rebaselining** produces **Effective Performance** by ML re-prediction when either (a) the Effective EPC was lodged under a pre-SAP10 schema, or (b) the Effective EPC's physical state diverges from the lodged EPC. **Lodged Performance** is never overwritten.
- **EPC Energy Derivation** contributes the annual kWh, fuel split, and bills on every Property unconditionally, reading current **Fuel Rates** and **Carbon Factors** from their respective repos.
- The **EPC Prediction Service** uses **Comparable Properties** for both gap-filling and producing **EPC Anomaly Flags**.
- A **Scenario** carries one or more ordered **Scenario Phases**. Triggering the model against N Scenarios produces N **Plans** per Property; each Plan carries an ordered list of **Plan Phases** matching the Scenario's shape.
- Each **Plan Phase** holds its **Optimised Package**, the ending state snapshot, and any **Rolled-over Options** that flow as candidates into the next Plan Phase. A single-phase Scenario is one Scenario Phase with all measure types allowed; the same machinery handles it.
@ -269,7 +227,7 @@ _Avoid_: API key, auth token, secret
> **Dev:** "A landlord uploads a corrected boiler for one of their properties. What happens?"
>
> **Domain expert:** "That's a **Landlord Override** on the heating fields. Save it against the **Property**. The **Effective EPC** has changed, so **Rebaselining** runs to re-predict SAP / carbon / PEUI / space heating kWh / hot water kWh, and **EPC Energy Derivation** re-runs to update the fuel split and bills based on the new kWh values and fuel deduction. With fresh **Baseline Performance** we regenerate **Recommendations**."
> **Domain expert:** "That's a **Landlord Override** on the heating fields. Save it against the **Property**. The **Effective EPC** has changed, so **Rebaselining** runs to re-predict SAP / carbon / heat, and **EPC Energy Derivation** re-runs to update kWh / bills based on the new fuel deduction. With fresh **Baseline Performance** we regenerate **Recommendations**."
> **Dev:** "What if the same Property also has Site Notes?"
>
@ -297,7 +255,7 @@ _Avoid_: API key, auth token, secret
- **"energy assessment"** in the existing codebase (`energy_assessment_functions`, `energy_assessments_by_uprn`) refers to what is now canonically called **Site Notes**. New code uses **Site Notes**.
- **"patch"** / `patch_epc` in the existing codebase has been merged into **Landlord Overrides**; the original concept is deprecated.
- **"already_installed measures"** in the existing codebase is likely subsumed by **Landlord Overrides** ("we have a heat pump now" → override the heating fields). Final call deferred to implementation.
- **"address"** appears as both the raw **User Address** (free-text from customer data, or the structured `UserAddress` dataclass that wraps it) and a structured field on an **EPC Search Result** (normalised lines). Always qualify: "user address" vs "EPC address" or "address line 1". Within `domain/`, **User Address** specifically means the `UserAddress` dataclass; in upstream ingestion contexts (CSV columns, SQS payloads) it can still mean the raw string sense.
- **"address"** appears as both the raw **User Address** (free-text) and a structured field on an **EPC Search Result** (normalised lines). Always qualify: "user address" vs "EPC address" or "address line 1".
- **"score"** is used for `AddressMatch.score()` output, the `lexiscore` column, and informally. Prefer **Lexiscore** in domain discussions; reserve "score" for method-level code comments.
- **"user_inputed_address"** in `backend/address2UPRN/main.py` is a misspelling and a synonym for **User Address** — the canonical term. New code should use `user_address`.
- **"EPC"** is overloaded as both the document and the rating band letter. Use **EPC** for the document, **EPC Band** for the letter.

2
Dockerfile.test.dockerignore
View file

@ -4,7 +4,7 @@ model_data/local_data/
backend/node_modules/
backend/.idea/
backend/.env
deployment/
infrastructure/
data_collection/
node_modules/
conservation_areas/

34
applications/postcode_splitter/Dockerfile
View file

@ -1,34 +0,0 @@
FROM public.ecr.aws/lambda/python:3.11
# Postgres host/port/database are baked into the image at build time from
# the deploy workflow's --build-arg values (GitHub Actions DEV_DB_* secrets),
# mirroring backend/postcode_splitter/handler/Dockerfile. They map onto the
# POSTGRES_* names PostgresConfig.from_env reads. Username/password are NOT
# baked in -- Terraform injects those as Lambda env vars from Secrets Manager.
ARG DEV_DB_HOST
ARG DEV_DB_PORT
ARG DEV_DB_NAME
ENV POSTGRES_HOST=${DEV_DB_HOST}
ENV POSTGRES_PORT=${DEV_DB_PORT}
ENV POSTGRES_DATABASE=${DEV_DB_NAME}
WORKDIR /var/task
COPY applications/postcode_splitter/requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt
# Copy the layered source the handler imports from. The new splitter pulls
# only DDD-shaped packages — no pandas, no legacy backend/.
COPY domain/ domain/
COPY infrastructure/ infrastructure/
COPY orchestration/ orchestration/
COPY repositories/ repositories/
COPY utilities/ utilities/
COPY applications/ applications/
# Place the handler at the Lambda task root so the runtime can resolve
# ``main.handler`` without an extra package prefix.
COPY applications/postcode_splitter/handler.py /var/task/main.py
CMD ["main.handler"]

52
applications/postcode_splitter/handler.py
View file

@ -1,52 +0,0 @@
from __future__ import annotations
import os
from typing import Any
import boto3
from applications.postcode_splitter.postcode_splitter_trigger_body import (
PostcodeSplitterTriggerBody,
)
from infrastructure.address2uprn_queue_client import Address2UprnQueueClient
from infrastructure.csv_s3_client import CsvS3Client
from orchestration.postcode_splitter_orchestrator import PostcodeSplitterOrchestrator
from orchestration.task_orchestrator import TaskOrchestrator
from repositories.user_address.user_address_csv_s3_repository import (
UserAddressCsvS3Repository,
)
from utilities.aws_lambda.subtask_handler import subtask_handler
@subtask_handler()
def handler(
body: dict[str, Any], context: Any, task_orchestrator: TaskOrchestrator
) -> dict[str, list[str]]:
trigger = PostcodeSplitterTriggerBody.model_validate(body)
bucket = os.environ["S3_BUCKET_NAME"]
queue_url = os.environ["ADDRESS2UPRN_QUEUE_URL"]
# boto3.client is overloaded per-service in the installed stubs; cast
# to Any so the strict-mode checker treats it as opaque.
boto3_client: Any = boto3.client # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType]
boto_s3: Any = boto3_client("s3")
boto_sqs: Any = boto3_client("sqs")
csv_client = CsvS3Client(boto_s3, bucket)
user_address_repo = UserAddressCsvS3Repository(csv_client, bucket)
queue_client = Address2UprnQueueClient(boto_sqs, queue_url)
splitter = PostcodeSplitterOrchestrator(
task_orchestrator=task_orchestrator,
user_address_repo=user_address_repo,
queue_client=queue_client,
)
child_ids = splitter.split_and_dispatch(
parent_task_id=trigger.task_id,
parent_subtask_id=trigger.sub_task_id,
input_s3_uri=trigger.s3_uri,
)
return {"child_subtask_ids": [str(cid) for cid in child_ids]}

34
applications/postcode_splitter/local_handler/.env.local.example
View file

@ -1,34 +0,0 @@
# Local-test environment for the postcode_splitter Lambda.
#
# cp .env.local.example .env.local then fill in the values below.
#
# .env.local is gitignored. The container hits REAL AWS and a REAL Postgres,
# so every value here points at infrastructure that actually exists.
#
# NOTE: the new DDD code uses different env var names than the repo root
# .env. The mapping (root .env name -> var here) is given per section.
# Keep comments on their own lines — docker-compose's env_file parser folds a
# trailing "# ..." into the value.
# --- Postgres (orchestration/default_orchestrator -> PostgresConfig.from_env) ---
# POSTGRES_HOST <- DB_HOST, PORT <- DB_PORT, USERNAME <- DB_USERNAME,
# PASSWORD <- DB_PASSWORD, DATABASE <- DB_NAME.
POSTGRES_HOST=
POSTGRES_PORT=5432
POSTGRES_USERNAME=
POSTGRES_PASSWORD=
POSTGRES_DATABASE=
# POSTGRES_DRIVER=psycopg2 (optional; defaults to psycopg2)
# --- Handler config (applications/postcode_splitter/handler.py) ---
# S3_BUCKET_NAME: bucket holding the input address CSV (root .env: DATA_BUCKET).
# ADDRESS2UPRN_QUEUE_URL: SQS queue the splitter fans batches out to; not in
# the root .env (Terraform sets it in prod).
S3_BUCKET_NAME=
ADDRESS2UPRN_QUEUE_URL=
# --- AWS credentials for boto3 (S3 + SQS clients) ---
AWS_ACCESS_KEY_ID=
AWS_SECRET_ACCESS_KEY=
AWS_DEFAULT_REGION=eu-west-2
# AWS_SESSION_TOKEN= (only if using temporary/SSO credentials)

9
applications/postcode_splitter/local_handler/docker-compose.yml
View file

@ -1,9 +0,0 @@
services:
postcode-splitter:
build:
context: ../../../
dockerfile: applications/postcode_splitter/Dockerfile
ports:
- "9001:8080"
env_file:
- .env.local

28
applications/postcode_splitter/local_handler/invoke_local_lambda.py
View file

@ -1,28 +0,0 @@
#!/usr/bin/env python3
import json
import requests
HOST = "localhost"
PORT = "9001"
LAMBDA_URL = f"http://{HOST}:{PORT}/2015-03-31/functions/function/invocations"
payload = {
"Records": [
{
"body": json.dumps(
{
"task_id": "e295d89b-a7c5-4a9a-8b4e-b405fab1f298",
"sub_task_id": "f4a9944f-41f0-4a33-8669-5016ec574068",
"s3_uri": "s3://retrofit-data-dev/bulk_onboarding_inputs/hyde2 (1).csv",
}
)
}
]
}
response = requests.post(LAMBDA_URL, json=payload)
print("Status code:", response.status_code)
print("Response:")
print(response.text)

12
applications/postcode_splitter/local_handler/run_local.sh
View file

@ -1,12 +0,0 @@
#!/usr/bin/env bash
set -euo pipefail
cd "$(dirname "$0")"
if [ ! -f .env.local ]; then
cp .env.local.example .env.local
echo "Created .env.local from the template — fill it in, then re-run." >&2
exit 1
fi
docker compose build --no-cache
docker compose up --force-recreate

11
applications/postcode_splitter/postcode_splitter_trigger_body.py
View file

@ -1,11 +0,0 @@
from uuid import UUID
from pydantic import BaseModel, ConfigDict
class PostcodeSplitterTriggerBody(BaseModel):
model_config = ConfigDict(extra="allow")
task_id: UUID
sub_task_id: UUID
s3_uri: str

4
applications/postcode_splitter/requirements.txt
View file

@ -1,4 +0,0 @@
boto3
pydantic
sqlmodel
psycopg2-binary

23
asset_list/app.py
View file

@ -79,23 +79,23 @@ def app():
"""
data_folder = "/workspaces/model/asset_list"
data_filename = "hyde.xlsx"
sheet_name = "AddressProfilingResults"
postcode_column = "Postcode"
address1_column = "Address"
data_filename = "input.xlsx"
sheet_name = "Handovers"
postcode_column = "POSTCODE"
address1_column = "Full Addres"
address1_method = None
fulladdress_column = "Postcode"
fulladdress_column = "Full Addres"
address_cols_to_concat = []
missing_postcodes_method = None
landlord_year_built = None
landlord_os_uprn = None
landlord_property_type = "Property Type" # Good to include if landlord gave
landlord_built_form = None # Good to include if landlord gave
landlord_os_uprn = "domna_found_uprn"
landlord_property_type = "PROPERTY TYPE" # Good to include if landlord gave
landlord_built_form = "Type Description" # Good to include if landlord gave
landlord_wall_construction = None
landlord_roof_construction = None
landlord_heating_system = None
landlord_existing_pv = None
landlord_property_id = "Organisation Reference"
landlord_property_id = "PROP REF"
landlord_sap = None
outcomes_filename = None
outcomes_sheetname = None
@ -469,3 +469,8 @@ def app():
writer, sheet_name="Duplicate Properties", index=False
)
for key,value in dict.items():
lsakjfldsa

2
backend/address2UPRN/handler/Dockerfile
View file

@ -6,13 +6,11 @@ ARG DEV_DB_HOST
ARG DEV_DB_PORT
ARG DEV_DB_NAME
ARG EPC_AUTH_TOKEN
ARG OPEN_EPC_API_TOKEN
ENV DB_HOST=${DEV_DB_HOST}
ENV DB_PORT=${DEV_DB_PORT}
ENV DB_NAME=${DEV_DB_NAME}
ENV EPC_AUTH_TOKEN=${EPC_AUTH_TOKEN}
ENV OPEN_EPC_API_TOKEN=${OPEN_EPC_API_TOKEN}
# Set working directory (Lambda task root)

3
backend/address2UPRN/handler/requirements.txt
View file

@ -8,5 +8,4 @@ boto3==1.35.44
sqlmodel
sqlalchemy==2.0.36
psycopg2-binary==2.9.10
pydantic-settings==2.6.0
httpx
pydantic-settings==2.6.0

11
backend/address2UPRN/tests/test_csv.py
View file

@ -12,21 +12,12 @@ FIXTURE_PATH = Path(__file__).parent / "test_data.csv"
# Each parametrized case fires at least one EPC request; without throttling,
# GitHub-hosted runners burst fast enough to hit 429s.
EPC_THROTTLE_SECONDS = 1.0
EPC_LONG_PAUSE_EVERY = 100
EPC_LONG_PAUSE_SECONDS = 5.0
_epc_request_count = 0
@pytest.fixture(autouse=True)
def _throttle_epc_requests():
global _epc_request_count
yield
_epc_request_count += 1
if _epc_request_count % EPC_LONG_PAUSE_EVERY == 0:
time.sleep(EPC_LONG_PAUSE_SECONDS)
else:
time.sleep(EPC_THROTTLE_SECONDS)
time.sleep(EPC_THROTTLE_SECONDS)
def load_test_cases():

5
backend/address2UPRN/tests/test_data.csv
View file

@ -364,7 +364,4 @@ FLAT B 158 LEAHURST ROAD,SE13 5NL,100021976974
164a Victoria Square,M4 5FA,77211315
165a Victoria Square,M4 5FA,77211316
166a Victoria Square,M4 5FA,None
"FLAT 3; 42 MORETON ROAD, SOUTH CROYDON, SURREY",CR2 7DL,None
71A Stoneleigh Avenue,NE12 8NP,None
71B Stoneleigh Avenue,NE12 8NP,None
71 Stoneleigh Avenue,NE12 8NP,47086009
"FLAT 3; 42 MORETON ROAD, SOUTH CROYDON, SURREY",CR2 7DL,None
1 User Input Postcode Manual UPRN Code
364 164a Victoria Square M4 5FA 77211315
365 165a Victoria Square M4 5FA 77211316
366 166a Victoria Square M4 5FA None
367 FLAT 3; 42 MORETON ROAD, SOUTH CROYDON, SURREY CR2 7DL None
71A Stoneleigh Avenue NE12 8NP None
71B Stoneleigh Avenue NE12 8NP None
71 Stoneleigh Avenue NE12 8NP 47086009

2
backend/app/config.py
View file

@ -86,8 +86,6 @@ class Settings(BaseSettings):
# Pas Hub
PASHUB_EMAIL: Optional[str] = None
PASHUB_PASSWORD: Optional[str] = None
PASHUB_COORDINATION_EMAIL: Optional[str] = None
PASHUB_COORDINATION_PASSWORD: Optional[str] = None
# Optional AWS creds (only required in local)
AWS_ACCESS_KEY_ID: Optional[str] = None

8
backend/app/db/functions/magic_plan_functions.py
View file

@ -14,15 +14,15 @@ from backend.app.db.models.magic_plan import (
)
def save_plan(session: Session, plan: Plan, uploaded_file_id: int) -> None:
plan_id: int = _upsert_plan(session, plan, uploaded_file_id)
def save_plan(session: Session, plan: Plan) -> None:
plan_id: int = _upsert_plan(session, plan)
_delete_children(session, plan_id)
floor_ids: list[int] = _insert_floors(session, plan.floors, plan_id)
room_ids: list[int] = _insert_rooms(session, plan.floors, floor_ids)
_insert_windows_and_doors(session, plan.floors, room_ids)
def _upsert_plan(session: Session, plan: Plan, uploaded_file_id: int) -> int:
def _upsert_plan(session: Session, plan: Plan) -> int:
stmt = (
pg_insert(MagicPlanPlanModel)
.values(
@ -30,7 +30,6 @@ def _upsert_plan(session: Session, plan: Plan, uploaded_file_id: int) -> int:
name=plan.name,
address=plan.address,
postcode=plan.postcode,
uploaded_file_id=uploaded_file_id,
)
.on_conflict_do_update(
index_elements=["magic_plan_uid"],
@ -38,7 +37,6 @@ def _upsert_plan(session: Session, plan: Plan, uploaded_file_id: int) -> int:
"name": plan.name,
"address": plan.address,
"postcode": plan.postcode,
"uploaded_file_id": uploaded_file_id,
},
)
.returning(col(MagicPlanPlanModel.id))

34
backend/app/db/functions/tests/test_magic_plan_functions.py
View file

@ -36,7 +36,7 @@ def _count(session: Session, model: type[SQLModel]) -> int:
def test_plan_row_present_after_save(db_session: Session, domain_plan: Plan) -> None:
# Act
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan)
# Assert
assert _count(db_session, MagicPlanPlanModel) == 1
@ -45,7 +45,7 @@ def test_floor_count_matches_domain(db_session: Session, domain_plan: Plan) -> N
# Arrange
expected = len(domain_plan.floors)
# Act
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan)
# Assert
assert _count(db_session, MagicPlanFloorModel) == expected
@ -54,7 +54,7 @@ def test_room_count_matches_domain(db_session: Session, domain_plan: Plan) -> No
# Arrange
expected = sum(len(f.rooms) for f in domain_plan.floors)
# Act
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan)
# Assert
assert _count(db_session, MagicPlanRoomModel) == expected
@ -63,7 +63,7 @@ def test_window_count_matches_domain(db_session: Session, domain_plan: Plan) ->
# Arrange
expected = sum(len(r.windows) for f in domain_plan.floors for r in f.rooms)
# Act
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan)
# Assert
assert _count(db_session, MagicPlanWindowModel) == expected
@ -72,15 +72,15 @@ def test_door_count_matches_domain(db_session: Session, domain_plan: Plan) -> No
# Arrange
expected = sum(len(r.doors) for f in domain_plan.floors for r in f.rooms)
# Act
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan)
# Assert
assert _count(db_session, MagicPlanDoorModel) == expected
def test_save_plan_idempotent(db_session: Session, domain_plan: Plan) -> None:
# Act — call twice within the same session
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan, 1)
save_plan(db_session, domain_plan)
save_plan(db_session, domain_plan)
# Assert — same row counts as a single call
assert _count(db_session, MagicPlanPlanModel) == 1
assert _count(db_session, MagicPlanFloorModel) == len(domain_plan.floors)
@ -93,23 +93,3 @@ def test_save_plan_idempotent(db_session: Session, domain_plan: Plan) -> None:
assert _count(db_session, MagicPlanDoorModel) == sum(
len(r.doors) for f in domain_plan.floors for r in f.rooms
)
def test_uploaded_file_id_stored_after_save(db_session: Session, domain_plan: Plan) -> None:
# Act
save_plan(db_session, domain_plan, 1)
# Assert
row = db_session.execute(select(MagicPlanPlanModel)).scalar_one()
assert row.uploaded_file_id == 1
def test_save_plan_updates_uploaded_file_id_on_reingest(
db_session: Session, domain_plan: Plan
) -> None:
# Arrange
save_plan(db_session, domain_plan, 1)
# Act
save_plan(db_session, domain_plan, 2)
# Assert
row = db_session.execute(select(MagicPlanPlanModel)).scalar_one()
assert row.uploaded_file_id == 2

4
backend/app/db/models/epc_property.py
View file

@ -225,7 +225,7 @@ class EpcPropertyModel(SQLModel, table=True):
pressure_test_certificate_number=data.pressure_test_certificate_number,
percent_draughtproofed=data.percent_draughtproofed,
insulated_door_u_value=data.insulated_door_u_value,
multiple_glazed_proportion=data.multiple_glazed_proportion,
multiple_glazed_proportion=data.multiple_glazed_propertion,
windows_transmission_u_value=(
data.windows_transmission_details.u_value
if data.windows_transmission_details
@ -501,7 +501,7 @@ class EpcBuildingPartModel(SQLModel, table=True):
aw2 = part.sap_alternative_wall_2
return cls(
epc_property_id=epc_property_id,
identifier=part.identifier.value,
identifier=part.identifier,
construction_age_band=part.construction_age_band,
wall_construction=str(part.wall_construction),
wall_insulation_type=str(part.wall_insulation_type),

1
backend/app/db/models/magic_plan.py
View file

@ -11,7 +11,6 @@ class MagicPlanPlanModel(SQLModel, table=True):
name: Optional[str] = None
address: Optional[str] = None
postcode: Optional[str] = None
uploaded_file_id: Optional[int] = Field(default=None)
class MagicPlanFloorModel(SQLModel, table=True):

4
backend/app/db/models/uploaded_file.py
View file

@ -18,14 +18,10 @@ class FileTypeEnum(enum.Enum):
ECMK_RD_SAP_SITE_NOTE = "ecmk_rd_sap_site_note"
ECMK_SURVEY_XML = "ecmk_survey_xml"
MAGIC_PLAN_JSON = "magic_plan_json"
IMPROVEMENT_OPTION_EVALUATION = "improvement_option_evaluation"
MEDIUM_TERM_IMPROVEMENT_PLAN = "medium_term_improvement_plan"
RETROFIT_DESIGN_DOC = "retrofit_design_doc"
class FileSourceEnum(enum.Enum):
PAS_HUB = "pas hub"
COORDINATION_HUB = "coordination_hub"
SHAREPOINT = "sharepoint"
HUBSPOT = "hubspot"
ECMK = "ecmk"

1
backend/condition/handler/Dockerfile
View file

@ -32,7 +32,6 @@ COPY utils/ utils/
COPY backend/condition/ backend/condition/
COPY backend/app/db/models/condition.py backend/app/db/models/condition.py
COPY backend/app/db/base.py backend/app/db/base.py
COPY backend/app/db/connection.py backend/app/db/connection.py
COPY backend/app/config.py backend/app/config.py

715
backend/documents_parser/elmhurst_extractor.py
View file

@ -3,11 +3,9 @@ from datetime import date, datetime
from typing import List, Optional
from datatypes.epc.surveys.elmhurst_site_notes import (
AlternativeWall,
BathsAndShowers,
BuildingPartDimensions,
ElmhurstSiteNotes,
ExtensionPart,
FloorDetails,
FloorDimension,
Lighting,
@ -16,8 +14,6 @@ from datatypes.epc.surveys.elmhurst_site_notes import (
PropertyDetails,
Renewables,
RoofDetails,
RoomInRoof,
RoomInRoofSurface,
Shower,
SurveyorInfo,
VentilationAndCooling,
@ -83,36 +79,6 @@ class ElmhurstSiteNotesExtractor:
except ValueError:
return ""
# Multi-bp helpers: Summary PDFs subdivide §4/§7/§8/§9 with explicit
# "Main Property" / "1st Extension" / "2nd Extension" headers. The
# existing single-bp fixture also carries "Main Property" as a header
# before the body. This helper splits a section into per-bp chunks.
_BP_HEADER_RE = re.compile(
r"^(Main Property|\d+(?:st|nd|rd|th) Extension)\s*$",
re.MULTILINE,
)
def _split_section_by_bp(self, section_text: str) -> List[tuple[str, str]]:
"""Split a section's text into per-bp subsections.
Returns ``[(bp_name, body), ...]`` in document order. Body is
the text between this bp's header and the next bp's header
(exclusive). Returns ``[("Main Property", section_text)]`` when
no headers are found (defensive fallback for malformed PDFs).
"""
matches = list(self._BP_HEADER_RE.finditer(section_text))
if not matches:
return [("Main Property", section_text)]
result: List[tuple[str, str]] = []
for i, m in enumerate(matches):
name = m.group(1)
body_start = m.end()
body_end = (
matches[i + 1].start() if i + 1 < len(matches) else len(section_text)
)
result.append((name, section_text[body_start:body_end]))
return result
def _section_lines(self, start: str, end: str) -> List[str]:
text = self._between(start, end)
return [l.strip() for l in text.splitlines() if l.strip()]
@ -185,13 +151,14 @@ class ElmhurstSiteNotesExtractor:
m = re.search(r"1\.0 Property type:\n[^\n]+\n([^\n]+)", self._text)
return " ".join(m.group(1).strip().split()) if m else ""
def _floors_from_dimensions_body(self, body: str) -> List[FloorDimension]:
"""Parse FloorDimension entries from a single bp's §4 body."""
matches = re.findall(
def _extract_dimensions(self) -> BuildingPartDimensions:
dim_type = self._str_val("Dimension type")
section = self._between("4.0 Dimensions:", "5.0 Conservatory:")
floor_matches = re.findall(
r"([A-Za-z ]+Floor):\n([\d.]+)\n([\d.]+)\n([\d.]+)\n([\d.]+)",
body,
section,
)
return [
floors = [
FloorDimension(
name=name.strip(),
area_m2=float(area),
@ -199,22 +166,12 @@ class ElmhurstSiteNotesExtractor:
heat_loss_perimeter_m=float(hlp),
party_wall_length_m=float(pwl),
)
for name, area, height, hlp, pwl in matches
for name, area, height, hlp, pwl in floor_matches
]
return BuildingPartDimensions(dimension_type=dim_type, floors=floors)
def _extract_dimensions(self) -> BuildingPartDimensions:
"""Main-property dimensions only. Extensions are picked up by
`_extract_extensions`."""
dim_type = self._str_val("Dimension type")
section = self._between("4.0 Dimensions:", "5.0 Conservatory:")
bp_chunks = self._split_section_by_bp(section)
main_body = bp_chunks[0][1] if bp_chunks else section
return BuildingPartDimensions(
dimension_type=dim_type,
floors=self._floors_from_dimensions_body(main_body),
)
def _wall_details_from_lines(self, lines: List[str]) -> WallDetails:
def _extract_walls(self) -> WallDetails:
lines = self._section_lines("7.0 Walls:", "8.0 Roofs:")
thickness_raw = self._local_val(lines, "Wall Thickness")
thickness_mm = (
int(thickness_raw.split()[0]) if thickness_raw else None
@ -226,81 +183,23 @@ class ElmhurstSiteNotesExtractor:
u_value_known=self._local_bool(lines, "U-value Known"),
party_wall_type=self._local_str(lines, "Party Wall Type"),
thickness_mm=thickness_mm,
alternative_walls=self._alternative_walls_from_lines(lines),
)
def _alternative_walls_from_lines(self, lines: List[str]) -> List[AlternativeWall]:
"""Parse up to two §7 "Alternative Wall N" sub-area lodgements.
The Elmhurst Summary PDF lays them out as a contiguous block of
prefixed labels ("Alternative Wall 1 Area", "Alternative Wall 1
Type", …); we read each numbered slot independently and drop
slots whose Area is missing/zero."""
result: List[AlternativeWall] = []
for n in (1, 2):
area_raw = self._local_val(lines, f"Alternative Wall {n} Area")
if not area_raw:
continue
try:
area = float(area_raw.split()[0])
except (ValueError, IndexError):
continue
if area <= 0:
continue
thickness_raw = self._local_val(lines, f"Alternative Wall {n} Thickness")
thickness_mm = (
int(thickness_raw.split()[0])
if thickness_raw and thickness_raw.split()[0].isdigit()
else None
)
result.append(AlternativeWall(
area_m2=area,
wall_type=self._local_str(lines, f"Alternative Wall {n} Type"),
insulation=self._local_str(lines, f"Alternative Wall {n} Insulation"),
thickness_unknown=self._local_bool(
lines, f"Alternative Wall {n} Thickness Unknown"
),
thickness_mm=thickness_mm,
u_value_known=self._local_bool(
lines, f"Alternative Wall {n} U-value Known"
),
))
return result
def _extract_walls(self) -> WallDetails:
section = self._between("7.0 Walls:", "8.0 Roofs:")
bp_chunks = self._split_section_by_bp(section)
main_body = bp_chunks[0][1] if bp_chunks else section
lines = [l.strip() for l in main_body.splitlines() if l.strip()]
return self._wall_details_from_lines(lines)
def _roof_details_from_lines(self, lines: List[str]) -> RoofDetails:
def _extract_roof(self) -> RoofDetails:
lines = self._section_lines("8.0 Roofs:", "8.1 Rooms in Roof:")
thickness_raw = self._local_val(lines, "Insulation Thickness")
thickness_mm = (
int(thickness_raw.split()[0]) if thickness_raw and thickness_raw.split()[0].isdigit() else None
int(thickness_raw.split()[0]) if thickness_raw else None
)
insulation = self._local_str(lines, "Insulation")
# The Summary PDF omits the "Insulation Thickness" line entirely
# when no retrofit insulation is lodged (e.g. "Insulation: N None"
# on 000516). Treat that case as 0 mm so the cascade picks Table
# 16 row 0 (U=2.30) rather than the age-band default — the
# surveyor explicitly recorded "None".
if thickness_mm is None and insulation.split(" ", 1)[0] == "N":
thickness_mm = 0
return RoofDetails(
roof_type=self._local_str(lines, "Type"),
insulation=insulation,
insulation=self._local_str(lines, "Insulation"),
u_value_known=self._local_bool(lines, "U-value Known"),
insulation_thickness_mm=thickness_mm,
)
def _extract_roof(self) -> RoofDetails:
section = self._between("8.0 Roofs:", "8.1 Rooms in Roof:")
bp_chunks = self._split_section_by_bp(section)
main_body = bp_chunks[0][1] if bp_chunks else section
lines = [l.strip() for l in main_body.splitlines() if l.strip()]
return self._roof_details_from_lines(lines)
def _floor_details_from_lines(self, lines: List[str]) -> FloorDetails:
def _extract_floor(self) -> FloorDetails:
lines = self._section_lines("9.0 Floors:", "10.0 Doors:")
u_val_raw = self._local_val(lines, "Default U-value")
default_u = float(u_val_raw) if u_val_raw else None
return FloorDetails(
@ -311,251 +210,14 @@ class ElmhurstSiteNotesExtractor:
default_u_value=default_u,
)
def _extract_floor(self) -> FloorDetails:
section = self._between("9.0 Floors:", "10.0 Doors:")
bp_chunks = self._split_section_by_bp(section)
main_body = bp_chunks[0][1] if bp_chunks else section
lines = [l.strip() for l in main_body.splitlines() if l.strip()]
return self._floor_details_from_lines(lines)
# RIR surface row: `<name> <length> <height> [<insulation> [<ins_type>]
# [<gable_type>] <default_u> <known> <u>]`. The middle slot
# widths vary by surface kind; we match the four leading numerics
# robustly (length, height, default_u, u_value) and slot the
# remaining textual fields by position. The layout preprocessor
# collapses multi-space-separated cells into single newlines, so
# each row in the dump occupies multiple lines per cell.
_RIR_SURFACE_NAMES: tuple[str, ...] = (
"Flat Ceiling 1", "Flat Ceiling 2",
"Stud Wall 1", "Stud Wall 2",
"Slope 1", "Slope 2",
"Gable Wall 1", "Gable Wall 2",
"Common Wall 1", "Common Wall 2",
)
def _extract_room_in_roof(
self, main_dim_body: str, age_band_text: str
) -> Optional[RoomInRoof]:
"""Parse the §8.1 Rooms in Roof section for the Main bp. Returns
None when no RR is lodged (single-storey or simple loft houses).
`main_dim_body` is the Main-property §4 chunk used to pull the
RR floor area; `age_band_text` is the §3 raw text holding the
"Main Prop. Room(s) in Roof <band>" line."""
# RR floor area lives in §4 Dimensions immediately above the
# storey floor entries: "Room(s) in Roof: 15.06".
m = re.search(r"Room\(s\) in Roof:\s+(\d+(?:\.\d+)?)", main_dim_body)
if m is None:
return None
floor_area = float(m.group(1))
if floor_area <= 0:
return None
section = self._between("8.1 Rooms in Roof:", "9.0 Floors:")
if not section.strip() or "Room in roof type" not in section:
return None
bp_chunks = self._split_section_by_bp(section)
main_body = bp_chunks[0][1] if bp_chunks else section
lines = [l.strip() for l in main_body.splitlines() if l.strip()]
assessment_idx = next(
(i for i, l in enumerate(lines) if l == "Assessment"), None
)
assessment = (
lines[assessment_idx + 1] if assessment_idx is not None and assessment_idx + 1 < len(lines) else ""
)
surfaces: List[RoomInRoofSurface] = []
for name in self._RIR_SURFACE_NAMES:
try:
idx = lines.index(name)
except ValueError:
continue
surfaces.append(self._parse_rir_surface_row(name, lines, idx))
# Age band from §3: "Main Prop. Room(s) in Roof B 1900-1929"
age_m = re.search(
r"Main Prop\. Room\(s\) in Roof\s+([A-M] [^\n]+)", age_band_text
)
age_band = age_m.group(1).strip() if age_m else None
return RoomInRoof(
floor_area_m2=floor_area,
construction_age_band=age_band,
assessment=assessment,
surfaces=surfaces,
)
_RIR_NUMERIC_RE = re.compile(r"^-?\d+(?:\.\d+)?$")
_RIR_INSULATION_THICKNESS_RE = re.compile(r"^\d+\s*mm$")
def _parse_rir_surface_row(
self, name: str, lines: List[str], idx: int
) -> RoomInRoofSurface:
"""One RR surface row spans the name line followed by ~6-9 tokens
depending on which optional cells the surveyor filled. The token
order is stable: length, height, [insulation], [ins_type],
[gable_type], default_u, u_known, u_value. Numeric cells (length,
height, default_u, u_value) are the anchor; everything else is
slotted into the appropriate textual field."""
# Walk forward until either we exhaust the cell budget or hit
# the next RIR row's name marker — the layout dump puts each
# numeric / textual cell on its own line and we can't tell
# the LAST cell of THIS row from the FIRST cell of the next
# without that signal.
tokens: List[str] = []
scan_end = min(idx + 10, len(lines))
for j in range(idx + 1, scan_end):
if self._is_next_rir_row(lines[j]):
break
tokens.append(lines[j])
# First two numerics = length, height
length = float(tokens[0]) if tokens and self._RIR_NUMERIC_RE.match(tokens[0]) else 0.0
height = float(tokens[1]) if len(tokens) > 1 and self._RIR_NUMERIC_RE.match(tokens[1]) else 0.0
# Last numeric is u_value; preceding "Yes"/"No" is u_value_known;
# the numeric before that is default_u.
# Walk from the end backwards looking for the u_value, then known
# flag, then default_u.
u_value = 0.0
u_value_known = False
default_u: Optional[float] = None
# The known/default_u tail is fairly stable; collect the trailing
# tokens and slot by position. The "known" token is "No" or "Yes".
rev = list(reversed(tokens[2:]))
# rev[0] = u_value, rev[1] = u_value_known, rev[2] = default_u
if len(rev) >= 1 and self._RIR_NUMERIC_RE.match(rev[0]):
u_value = float(rev[0])
if len(rev) >= 2 and rev[1] in ("Yes", "No"):
u_value_known = rev[1] == "Yes"
if len(rev) >= 3 and self._RIR_NUMERIC_RE.match(rev[2]):
default_u = float(rev[2])
# Middle textual cells: insulation, insulation_type, gable_type.
# Drop the leading length/height (already consumed) and the
# trailing 3 tokens (default_u, known, u_value).
middle = tokens[2:-3] if len(tokens) >= 5 else []
insulation = ""
insulation_type: Optional[str] = None
gable_type: Optional[str] = None
for t in middle:
if self._RIR_INSULATION_THICKNESS_RE.match(t) or t in ("As Built", "None"):
if not insulation:
insulation = t
elif t in ("Mineral or EPS", "PUR", "PIR"):
insulation_type = t
elif t in ("Party", "Sheltered", "Connected to heated space"):
gable_type = t
return RoomInRoofSurface(
name=name,
length_m=length,
height_m=height,
insulation=insulation,
insulation_type=insulation_type,
gable_type=gable_type,
default_u_value=default_u,
u_value_known=u_value_known,
u_value=u_value,
)
def _is_next_rir_row(self, line: str) -> bool:
return line in self._RIR_SURFACE_NAMES
def _extract_extensions(self) -> List[ExtensionPart]:
"""Collect non-Main building parts. Cross-references the §4, §7,
§8, §9 per-bp subsections by extension name. "As Main: Yes"
within a section body inherits the main bp's data for that
section; otherwise the section body is parsed in isolation."""
# Gather per-section chunks once.
dim_section = self._between("4.0 Dimensions:", "5.0 Conservatory:")
wall_section = self._between("7.0 Walls:", "8.0 Roofs:")
roof_section = self._between("8.0 Roofs:", "8.1 Rooms in Roof:")
floor_section = self._between("9.0 Floors:", "10.0 Doors:")
dim_type = self._str_val("Dimension type")
dim_chunks = dict(self._split_section_by_bp(dim_section))
wall_chunks = dict(self._split_section_by_bp(wall_section))
roof_chunks = dict(self._split_section_by_bp(roof_section))
floor_chunks = dict(self._split_section_by_bp(floor_section))
main_walls = self._extract_walls()
main_roof = self._extract_roof()
main_floor = self._extract_floor()
# Per-bp age-band lookup. Section 3 contains lines like
# "1st Extension B 1900-1929" — the band sits after the name.
age_band_re = re.compile(
r"^(\d+(?:st|nd|rd|th) Extension)\s+([A-M] [^\n]+)$",
re.MULTILINE,
)
age_bands = {m.group(1): m.group(2).strip() for m in age_band_re.finditer(self._text)}
# Collect names in document order from the dimensions section
# (excluding Main Property).
names = [
name for name, _ in self._split_section_by_bp(dim_section)
if name != "Main Property"
]
extensions: List[ExtensionPart] = []
for name in names:
dim_body = dim_chunks.get(name, "")
wall_body = wall_chunks.get(name, "")
roof_body = roof_chunks.get(name, "")
floor_body = floor_chunks.get(name, "")
wall_lines = [l.strip() for l in wall_body.splitlines() if l.strip()]
roof_lines = [l.strip() for l in roof_body.splitlines() if l.strip()]
floor_lines = [l.strip() for l in floor_body.splitlines() if l.strip()]
if self._local_bool(wall_lines, "As Main Wall"):
# Alternative walls live in the extension's own chunk
# even when the main wall fields are inherited; merge
# them into the inherited WallDetails so the bp carries
# them through to its SapBuildingPart.
walls = WallDetails(
wall_type=main_walls.wall_type,
insulation=main_walls.insulation,
thickness_unknown=main_walls.thickness_unknown,
u_value_known=main_walls.u_value_known,
party_wall_type=main_walls.party_wall_type,
thickness_mm=main_walls.thickness_mm,
alternative_walls=self._alternative_walls_from_lines(wall_lines),
)
else:
walls = self._wall_details_from_lines(wall_lines)
roof = main_roof if self._local_bool(roof_lines, "As Main") else self._roof_details_from_lines(roof_lines)
floor = main_floor if self._local_bool(floor_lines, "As Main") else self._floor_details_from_lines(floor_lines)
extensions.append(
ExtensionPart(
name=name,
construction_age_band=age_bands.get(name, ""),
dimensions=BuildingPartDimensions(
dimension_type=dim_type,
floors=self._floors_from_dimensions_body(dim_body),
),
walls=walls,
roof=roof,
floor=floor,
)
)
return extensions
def _extract_windows(self) -> List[Window]:
# Textract-style pages keep "Permanent\s+Shutters" adjacent in
# reading order and the windows table flows as one column-block
# the existing token-walker can step through. PDF-derived pages
# (Summary PDFs preprocessed from `pdftotext -layout`) break the
# header across lines, so this regex misses entirely and the
# `_extract_windows_from_layout` fallback below picks them up
# by anchoring on the W/H/Area data line.
m = re.search(
r"Permanent\s+Shutters\n(.*?)Draught Proofing",
self._text,
re.DOTALL,
)
if not m:
return self._extract_windows_from_layout()
return []
tokens = [t.strip() for t in m.group(1).splitlines() if t.strip()]
windows: List[Window] = []
i = 0
@ -623,323 +285,6 @@ class ElmhurstSiteNotesExtractor:
)
return windows
# Anchors used by the layout-style window parser. The W/H/Area anchor
# is sometimes followed by a joined glazing-type phrase on the same
# line (e.g. '1.22 1.76 2.15 Double pre 2002'); the optional 4th
# capture surfaces that text so the parser can use it instead of a
# separately-laid-out prefix line.
_WIDTH_HEIGHT_AREA_RE = re.compile(
r"^(\d+\.\d+)\s+(\d+\.\d+)\s+(\d+\.\d+)(?:\s+(\S.*?))?$"
)
_MANUFACTURER_RE = re.compile(r"^(Manufacturer|Default)\s+(\d+\.\d+)$")
_ORIENTATION_TOKENS = frozenset({
"North", "South", "East", "West", "NE", "NW", "SE", "SW",
})
_BP_INLINE_TOKENS = frozenset({"Main"}) # "Extension" only appears as suffix
# The Elmhurst Summary PDF lodges each window's glazing-type as a
# capitalised phrase like "Double between 2002" / "Double with unknown"
# / "Single" / "Triple" / "Secondary". The first token of that phrase
# marks the start of a new window's prefix block in the layout dump,
# which is the only stable signal partitioning one window's suffix
# from the next window's prefix.
_GLAZING_TYPE_PREFIX_WORDS = frozenset({
"Single", "Double", "Triple", "Secondary",
})
def _extract_windows_from_layout(self) -> List[Window]:
"""Fallback window parser for Summary PDFs preprocessed from
`pdftotext -layout`. Each window has two stable anchors:
a "W H Area" line and a "Manufacturer <U_value>" line a few
lines further down. Everything between holds frame_type,
frame_factor, and a variable mix of glazing_gap, building_part,
location, and orientation (depending on which fields the
surveyor lodged); everything around the window holds glazing-
type/building-part/orientation prefix/suffix tokens split by
the layout preprocessor.
"""
m = re.search(
r"11\.0 Windows:(.*?)(Draught Proofing|12\.0 Ventilation)",
self._text, re.DOTALL,
)
if not m:
return []
lines = m.group(1).splitlines()
# Locate all (data_line, manufacturer_line) pairs in document
# order. Each pair is one window.
data_anchors: List[tuple[int, re.Match[str]]] = []
for i, line in enumerate(lines):
anchor = self._WIDTH_HEIGHT_AREA_RE.match(line.strip())
if anchor is not None:
data_anchors.append((i, anchor))
windows: List[Window] = []
for k, (data_idx, anchor) in enumerate(data_anchors):
manuf_idx = self._find_manufacturer_after(lines, data_idx)
if manuf_idx is None:
continue
prev_manuf_idx = (
self._find_manufacturer_after(lines, data_anchors[k - 1][0])
if k > 0 else None
)
next_data_idx = (
data_anchors[k + 1][0] if k + 1 < len(data_anchors) else len(lines)
)
# Partition the cross-window gap between this window's suffix
# and the next window's prefix on the first glazing-type-start
# token (Single/Double/Triple/Secondary). The same boundary
# is used symmetrically — current window's `after_end` = next
# window's `before_start` — so prefix tokens of W_{k+1} never
# get attributed as suffix of W_k (which was the bug producing
# orientation='East-South' for windows where 'South' actually
# belonged to the next row).
before_start = (
self._partition_after_manuf(lines, prev_manuf_idx, data_idx)
if prev_manuf_idx is not None else 0
)
after_end = self._partition_after_manuf(lines, manuf_idx, next_data_idx)
try:
window = self._parse_window_from_anchors(
lines=lines,
data_idx=data_idx,
manuf_idx=manuf_idx,
anchor=anchor,
before_start=before_start,
after_end=after_end,
)
except (ValueError, IndexError):
continue
if window is not None:
windows.append(window)
return windows
def _find_manufacturer_after(self, lines: List[str], data_idx: int) -> Optional[int]:
for j in range(data_idx + 1, min(data_idx + 12, len(lines))):
if self._MANUFACTURER_RE.match(lines[j].strip()):
return j
return None
_FRAME_TYPE_AND_FACTOR_RE = re.compile(r"^(\S+(?:\s+\S+)*?)\s+(\d\.\d+)$")
_FRAME_FACTOR_ONLY_RE = re.compile(r"^(\d\.\d+)$")
def _parse_frame_type_and_factor(
self, lines: List[str], data_idx: int
) -> tuple[str, Optional[float], int]:
"""Return `(frame_type, frame_factor, middle_start_idx)` from
the lines immediately after the data anchor. Layouts vary:
(a) "PVC" on data+1, "0.70" on data+2 — the original 000474
shape;
(b) "Wood 0.70" on data+1 — joined-cell variant from 000487
and 000516 first-row windows;
(c) "0.70" alone on data+1 (no frame_type word at all) —
seen in 000487's subsequent windows where the
preprocessor dropped the frame-type column. frame_type
is recovered downstream from glazing-type defaults or
left empty."""
first = lines[data_idx + 1].strip()
combined = self._FRAME_TYPE_AND_FACTOR_RE.match(first)
if combined is not None:
return combined.group(1), float(combined.group(2)), data_idx + 2
factor_only = self._FRAME_FACTOR_ONLY_RE.match(first)
if factor_only is not None:
return "", float(factor_only.group(1)), data_idx + 2
if data_idx + 2 >= len(lines):
return first, None, data_idx + 2
frame_type = first
try:
frame_factor = float(lines[data_idx + 2].strip())
except ValueError:
return frame_type, None, data_idx + 3
return frame_type, frame_factor, data_idx + 3
def _partition_after_manuf(
self, lines: List[str], manuf_idx: int, next_data_idx: int
) -> int:
"""Return the exclusive upper bound for this window's suffix
block (and the inclusive lower bound for the next window's prefix
block). After the manufacturer line come 3 fixed tokens (g_value,
draught, shutters); the variable suffix lines start at manuf+4
and run until either (a) the next window's glazing-type-start
token (e.g. 'Double between 2002', 'Single', 'Triple ...') or
(b) the second orientation token in the gap, whichever comes
first. Branch (b) covers layouts where the glazing-type is
joined to the data line (no separate prefix line exists), so
the only signal of window-transition is the orientation tokens
rotating: orient_suffix(k) → orient_prefix(k+1). Falls through
to `next_data_idx` when neither marker is present."""
scan_start = manuf_idx + 4
seen_orient = False
for j in range(scan_start, next_data_idx):
stripped = lines[j].strip()
first_word = stripped.split(" ", 1)[0]
if first_word in self._GLAZING_TYPE_PREFIX_WORDS:
return j
if stripped in self._ORIENTATION_TOKENS:
if seen_orient:
return j
seen_orient = True
return next_data_idx
def _parse_window_from_anchors(
self,
*,
lines: List[str],
data_idx: int,
manuf_idx: int,
anchor: re.Match[str],
before_start: int,
after_end: int,
) -> Optional[Window]:
width = float(anchor.group(1))
height = float(anchor.group(2))
area = float(anchor.group(3))
# Layout-style cell joining sometimes leaves the glazing-type
# phrase trailing the W H Area triplet on the same line (e.g.
# "1.22 1.76 2.15 Double pre 2002"); when present we pass it
# through as `inline_glazing_type` and the composer skips the
# would-be glazing-prefix scan.
inline_glazing_type = anchor.group(4) if anchor.lastindex and anchor.lastindex >= 4 else None
# frame_type and frame_factor immediately follow the data line.
# Layout-style cell joining sometimes collapses them onto a
# single "Wood 0.70" line; treat both shapes uniformly so the
# downstream `middle` slice still starts at the first variable
# field (glazing_gap / bp / location / orient).
if data_idx + 1 >= len(lines):
return None
frame_type, frame_factor, middle_start = self._parse_frame_type_and_factor(
lines, data_idx
)
if frame_factor is None or not 0.0 < frame_factor <= 1.0:
return None
# Variable-order tokens between frame_factor and Manufacturer.
middle = [lines[j].strip() for j in range(middle_start, manuf_idx)]
glazing_gap = next((t for t in middle if "mm" in t.lower()), None)
location = next((t for t in middle if "wall" in t.lower()), "External wall")
bp_inline = next((t for t in middle if t in self._BP_INLINE_TOKENS), None)
orient_inline = next(
(t for t in middle if t in self._ORIENTATION_TOKENS), None
)
# Manufacturer line carries data_source + u_value.
manuf_match = self._MANUFACTURER_RE.match(lines[manuf_idx].strip())
if manuf_match is None:
return None
data_source = manuf_match.group(1)
u_value = float(manuf_match.group(2))
# Post-manufacturer: g_value, draught, shutters.
if manuf_idx + 3 >= len(lines):
return None
try:
g_value = float(lines[manuf_idx + 1].strip())
except ValueError:
return None
draught_proofed = lines[manuf_idx + 2].strip().lower() == "yes"
permanent_shutters = lines[manuf_idx + 3].strip()
# Prefix / suffix tokens (variable count) carry the
# glazing-type, building-part, and orientation strings split by
# the layout preprocessor.
before = [lines[j].strip() for j in range(before_start, data_idx) if lines[j].strip()]
after = [lines[j].strip() for j in range(manuf_idx + 4, after_end) if lines[j].strip()]
glazing_type, building_part, orientation = self._compose_window_descriptors(
before=before,
after=after,
bp_inline=bp_inline,
orient_inline=orient_inline,
inline_glazing_type=inline_glazing_type,
)
return Window(
width_m=width,
height_m=height,
area_m2=area,
glazing_type=glazing_type,
frame_factor=frame_factor,
building_part=building_part,
location=location,
orientation=orientation,
data_source=data_source,
u_value=u_value,
g_value=g_value,
draught_proofed=draught_proofed,
permanent_shutters=permanent_shutters,
frame_type=frame_type,
glazing_gap=glazing_gap,
)
def _compose_window_descriptors(
self,
*,
before: List[str],
after: List[str],
bp_inline: Optional[str],
orient_inline: Optional[str],
inline_glazing_type: Optional[str] = None,
) -> tuple[str, str, str]:
"""Re-join the glazing-type / building-part / orientation tokens
split by the layout preprocessor. Each is at most 2 fragments
(one before the data line, one after); inline tokens in the
between-segment win over prefix/suffix fragments."""
# before holds (in document order, possibly): glazing_prefix,
# bp_prefix, orient_prefix — bp/orient may be missing.
# after holds: glazing_suffix, bp_suffix, orient_suffix — same.
prefix = list(before[-3:]) # last 3 lines preceding data
suffix = list(after[:3])
def pop_if_orientation(tokens: List[str]) -> Optional[str]:
for t in tokens:
if t in self._ORIENTATION_TOKENS:
tokens.remove(t)
return t
return None
def pop_if_bp_fragment(tokens: List[str]) -> Optional[str]:
# Prefix fragments like "1st" / "2nd" — match digit-prefixed
# ordinals; suffix fragments are always "Extension".
for t in tokens:
if re.match(r"^\d+(?:st|nd|rd|th)$", t) or t == "Extension":
tokens.remove(t)
return t
return None
orient_prefix_token = pop_if_orientation(prefix)
orient_suffix_token = pop_if_orientation(suffix)
bp_prefix_frag = pop_if_bp_fragment(prefix)
bp_suffix_frag = pop_if_bp_fragment(suffix)
# Glazing type: an inline glazing-type captured from the data
# line (layout-joined variant) wins; otherwise join the remaining
# prefix + suffix fragments.
if inline_glazing_type is not None:
glazing_type = inline_glazing_type
else:
glazing_type = " ".join([*prefix, *suffix]).strip()
# Building part: inline token wins; otherwise join prefix + suffix.
if bp_inline is not None:
building_part = bp_inline
else:
building_part = " ".join(
t for t in (bp_prefix_frag, bp_suffix_frag) if t
).strip()
# Orientation: inline token wins for the primary direction;
# combine with the opposite-direction fragment when present.
primary = orient_inline or orient_prefix_token or ""
secondary_candidates = [
t for t in (orient_prefix_token, orient_suffix_token) if t and t != primary
]
if primary and secondary_candidates:
orientation = f"{primary}-{secondary_candidates[0]}"
else:
orientation = primary
return glazing_type, building_part, orientation
def _extract_ventilation(self) -> VentilationAndCooling:
return VentilationAndCooling(
open_chimneys_count=self._int_val("No. of open chimneys"),
@ -981,20 +326,6 @@ class ElmhurstSiteNotesExtractor:
lines = self._section_lines("14.0 Main Heating1", "14.1 Main Heating2")
pct_raw = self._local_val(lines, "Percentage of Heat")
pct = int(pct_raw.split()[0]) if pct_raw else 0
# The "Secondary Heating SapCode" key is lodged inside §14.1 Main
# Heating2 — Elmhurst uses the Main-2 block to also carry the
# cert's secondary heating system (when one exists). Look for it
# in that section; absence (or "0") means no secondary lodged.
secondary_lines = self._section_lines(
"14.1 Main Heating2", "14.1 Community Heating"
)
secondary_raw = self._local_val(secondary_lines, "Secondary Heating SapCode")
secondary_code = (
int(secondary_raw)
if secondary_raw is not None and secondary_raw.isdigit()
and int(secondary_raw) > 0
else None
)
return MainHeating(
heat_emitter=self._local_str(lines, "Heat Emitter"),
fuel_type=self._local_str(lines, "Fuel Type"),
@ -1006,7 +337,6 @@ class ElmhurstSiteNotesExtractor:
percentage_of_heat=pct,
pcdf_boiler_reference=self._local_val(lines, "PCDF boiler Reference"),
heat_pump_age=self._local_val(lines, "Heat pump age"),
secondary_heating_sap_code=secondary_code,
)
def _extract_meters(self) -> Meters:
@ -1118,15 +448,4 @@ class ElmhurstSiteNotesExtractor:
water_heating=self._extract_water_heating(),
baths_and_showers=self._extract_baths_and_showers(),
renewables=self._extract_renewables(),
extensions=self._extract_extensions(),
room_in_roof=self._extract_room_in_roof_from_text(),
)
def _extract_room_in_roof_from_text(self) -> Optional[RoomInRoof]:
"""Convenience wrapper: pulls the Main §4 body + the §3 age-band
text once so `_extract_room_in_roof` doesn't need to re-slice
the document."""
dim_section = self._between("4.0 Dimensions:", "5.0 Conservatory:")
bp_chunks = self._split_section_by_bp(dim_section)
main_body = bp_chunks[0][1] if bp_chunks else dim_section
return self._extract_room_in_roof(main_body, self._text)

BIN
backend/documents_parser/tests/fixtures/Summary_000474.pdf vendored
View file

Binary file not shown.

BIN
backend/documents_parser/tests/fixtures/Summary_000477.pdf vendored
View file

Binary file not shown.

BIN
backend/documents_parser/tests/fixtures/Summary_000480.pdf vendored
View file

Binary file not shown.

BIN
backend/documents_parser/tests/fixtures/Summary_000487.pdf vendored
View file

Binary file not shown.

BIN
backend/documents_parser/tests/fixtures/Summary_000490.pdf vendored
View file

Binary file not shown.

BIN
backend/documents_parser/tests/fixtures/Summary_000516.pdf vendored
View file

Binary file not shown.

BIN
backend/documents_parser/tests/fixtures/Summary_001479.pdf vendored
View file

Binary file not shown.

57
backend/documents_parser/tests/test_elmhurst_end_to_end.py
View file

@ -5,7 +5,7 @@ from datetime import date
import pytest
from backend.documents_parser.elmhurst_extractor import ElmhurstSiteNotesExtractor
from datatypes.epc.domain.epc_property_data import BuildingPartIdentifier, EpcPropertyData
from datatypes.epc.domain.epc_property_data import EpcPropertyData
from datatypes.epc.domain.mapper import EpcPropertyDataMapper
FIXTURE_PATH = os.path.join(
@ -130,23 +130,16 @@ class TestBuildingPart:
assert len(result.sap_building_parts) == 1
def test_identifier(self, result: EpcPropertyData) -> None:
assert result.sap_building_parts[0].identifier is BuildingPartIdentifier.MAIN
assert result.sap_building_parts[0].identifier == "main"
def test_construction_age_band(self, result: EpcPropertyData) -> None:
# Spec age-band letter code per RdSAP10 Table 1; the cascade
# reads this code letter for U-value lookups, not the year-range
# description.
assert result.sap_building_parts[0].construction_age_band == "D"
assert result.sap_building_parts[0].construction_age_band == "1950-1966"
def test_wall_construction(self, result: EpcPropertyData) -> None:
# SAP10 wall_construction integer: 4 = Cavity (per
# domain.ml.rdsap_uvalues.WALL_CAVITY).
assert result.sap_building_parts[0].wall_construction == 4
assert result.sap_building_parts[0].wall_construction == "Cavity"
def test_wall_insulation_type(self, result: EpcPropertyData) -> None:
# SAP10 wall_insulation_type integer: 2 = Filled cavity (per
# domain.ml.rdsap_uvalues.WALL_INSULATION_FILLED_CAVITY).
assert result.sap_building_parts[0].wall_insulation_type == 2
assert result.sap_building_parts[0].wall_insulation_type == "Filled Cavity"
def test_wall_thickness_measured(self, result: EpcPropertyData) -> None:
assert result.sap_building_parts[0].wall_thickness_measured is True
@ -201,25 +194,14 @@ class TestWindows:
def test_window_count(self, result: EpcPropertyData) -> None:
assert len(result.sap_windows) == 4
def test_first_window_area(self, result: EpcPropertyData) -> None:
# The Elmhurst mapper lodges the Summary PDF's precomputed Area
# (1.30 × 1.10 = 1.43 m²) as `window_width × 1.0` to avoid the
# 2-d.p. round-trip drift that W × H reintroduces. The cascade
# reads only the product, so flattening to (area, 1.0) is
# behaviourally equivalent to (1.30, 1.10) modulo precision.
w = result.sap_windows[0]
assert w.window_width * w.window_height == 1.43
def test_first_window_width(self, result: EpcPropertyData) -> None:
assert result.sap_windows[0].window_width == 1.30
def test_first_window_height(self, result: EpcPropertyData) -> None:
# See `test_first_window_area` — the mapper normalises height
# to 1.0 so the lodged Area can be carried as the canonical
# geometry without re-multiplying.
assert result.sap_windows[0].window_height == 1.0
assert result.sap_windows[0].window_height == 1.10
def test_first_window_orientation(self, result: EpcPropertyData) -> None:
# SAP10 octant code: 1 = North. The solar-gains cascade keys
# off the integer, not the cardinal-direction string.
assert result.sap_windows[0].orientation == 1
assert result.sap_windows[0].orientation == "North"
def test_first_window_glazing_type(self, result: EpcPropertyData) -> None:
assert result.sap_windows[0].glazing_type == "Double post or during 2022"
@ -228,8 +210,7 @@ class TestWindows:
assert result.sap_windows[0].draught_proofed is True
def test_third_window_orientation(self, result: EpcPropertyData) -> None:
# SAP10 octant code: 5 = South.
assert result.sap_windows[2].orientation == 5
assert result.sap_windows[2].orientation == "South"
def test_frame_factor(self, result: EpcPropertyData) -> None:
assert result.sap_windows[0].frame_factor == 0.7
@ -252,14 +233,12 @@ class TestHeating:
assert len(result.sap_heating.main_heating_details) == 1
def test_fuel_type(self, result: EpcPropertyData) -> None:
# SAP10.2 Table 12 fuel code: 26 = mains gas (not community).
# The cascade only consumes the int code; strings drop the
# standing-charge / PE-factor / CO2-factor lookups.
assert result.sap_heating.main_heating_details[0].main_fuel_type == 26
assert result.sap_heating.main_heating_details[0].main_fuel_type == "Mains gas"
def test_heat_emitter_type(self, result: EpcPropertyData) -> None:
# SAP10.2 heat-emitter code: 1 = Radiators.
assert result.sap_heating.main_heating_details[0].heat_emitter_type == 1
assert (
result.sap_heating.main_heating_details[0].heat_emitter_type == "Radiators"
)
def test_emitter_temperature(self, result: EpcPropertyData) -> None:
assert (
@ -273,10 +252,10 @@ class TestHeating:
assert result.sap_heating.main_heating_details[0].has_fghrs is False
def test_main_heating_control(self, result: EpcPropertyData) -> None:
# SAP10.2 main_heating_control code extracted from the Elmhurst
# "SAP code 2106, Programmer, room thermostat and TRVs" string;
# the cascade keys efficiency adjustments off the integer.
assert result.sap_heating.main_heating_details[0].main_heating_control == 2106
assert (
result.sap_heating.main_heating_details[0].main_heating_control
== "Programmer, room thermostat and TRVs"
)
def test_shower_outlet_type(self, result: EpcPropertyData) -> None:
assert result.sap_heating.shower_outlets is not None

5
backend/documents_parser/tests/test_end_to_end.py
View file

@ -6,7 +6,6 @@ import pytest
from backend.documents_parser.extractor import PasHubRdSapSiteNotesExtractor
from backend.documents_parser.pdf import pdf_to_text_list
from datatypes.epc.domain.epc_property_data import (
BuildingPartIdentifier,
EpcPropertyData,
InstantaneousWwhrs,
MainHeatingDetail,
@ -188,7 +187,7 @@ class TestPdfToEpcPropertyData:
),
sap_building_parts=[
SapBuildingPart(
identifier=BuildingPartIdentifier.MAIN,
identifier="main",
construction_age_band="1950-1966",
wall_construction="Cavity",
wall_insulation_type="Filled Cavity",
@ -219,7 +218,7 @@ class TestPdfToEpcPropertyData:
floor_u_value_known=False,
),
SapBuildingPart(
identifier=BuildingPartIdentifier.EXTENSION_1,
identifier="extension_1",
construction_age_band="2003-2006",
wall_construction="Cavity",
wall_insulation_type="As built",

760
backend/documents_parser/tests/test_summary_pdf_mapper_chain.py
View file

@ -1,760 +0,0 @@
"""End-to-end validation for the Elmhurst Summary→EpcPropertyData chain.
The 6 Elmhurst worksheet fixtures in `domain.sap.worksheet.tests`
build their `EpcPropertyData` synthetically — they validate the
calculator + cascade in isolation from the mapper. This file pins
the OTHER half of the chain: `from_elmhurst_site_notes` must produce
a calculator-equivalent `EpcPropertyData` when fed the Summary PDF
the worksheet was generated from. Together with the worksheet
cascade tests, this closes the loop: extractor + mapper + cascade
+ calculator validated end-to-end against the authoritative
Elmhurst documents.
Status: GREEN. For cert U985-0001-000474, this pipeline produces an
unrounded SAP within 0.5 of the worksheet PDF's `62.2584` (line 257).
The cascade itself reproduces Elmhurst's calculator exactly on
hand-built inputs (handbuilt → 62.2584 to 4 d.p.); the remaining
sub-half-point gap from the mapped path is non-load-bearing field
drift (e.g. central_heating_pump_age the Summary PDF doesn't lodge).
Preprocessing: the existing `ElmhurstSiteNotesExtractor` was written
against Textract-style output (label\\nvalue pairs in spatial
reading order). We don't have Textract in the test environment, so
this helper converts `pdftotext -layout` output (label-whitespace-
value on a single line) into the Textract-style sequence the
extractor expects. Test-only preprocessing; production runs through
Textract directly.
"""
from __future__ import annotations
import dataclasses
import json
import re
import subprocess
from pathlib import Path
from typing import cast
from backend.documents_parser.elmhurst_extractor import ElmhurstSiteNotesExtractor
from datatypes.epc.domain.mapper import EpcPropertyDataMapper
from domain.sap.calculator import calculate_sap_from_inputs
from domain.sap.rdsap.cert_to_inputs import SAP_10_2_SPEC_PRICES, cert_to_inputs
from domain.sap.worksheet.tests import (
_elmhurst_worksheet_000474 as _w000474,
_elmhurst_worksheet_000477 as _w000477,
_elmhurst_worksheet_000480 as _w000480,
_elmhurst_worksheet_000487 as _w000487,
_elmhurst_worksheet_000490 as _w000490,
_elmhurst_worksheet_000516 as _w000516,
)
_FIXTURES = Path(__file__).parent / "fixtures"
_SUMMARY_000474_PDF = _FIXTURES / "Summary_000474.pdf"
_SUMMARY_000477_PDF = _FIXTURES / "Summary_000477.pdf"
_SUMMARY_000480_PDF = _FIXTURES / "Summary_000480.pdf"
_SUMMARY_000487_PDF = _FIXTURES / "Summary_000487.pdf"
_SUMMARY_000490_PDF = _FIXTURES / "Summary_000490.pdf"
_SUMMARY_000516_PDF = _FIXTURES / "Summary_000516.pdf"
_SUMMARY_001479_PDF = _FIXTURES / "Summary_001479.pdf"
# GOV.UK EPB API JSON for cert 001479 — the API-path counterpart of the
# Summary_001479.pdf fixture. Together they drive the API ≡ Summary
# parity workstream; Layer 4 of the validation stack is "API cascade SAP
# matches worksheet continuous SAP at 1e-4".
_API_001479_JSON = (
Path(__file__).parents[3]
/ "packages/domain/src/domain/sap/rdsap/tests/fixtures/golden"
/ "0535-9020-6509-0821-6222.json"
)
def _summary_pdf_to_textract_style_pages(pdf_path: Path) -> list[str]:
"""Convert a Summary PDF into the per-page text format the existing
`ElmhurstSiteNotesExtractor` expects (label\\nvalue sequences).
`pdftotext -layout` preserves the spatial pairing of label and value
on each line; we split each line on 2+ spaces to surface the
label/value tokens, then concatenate them back into a single
newline-delimited stream per page.
"""
info = subprocess.run(
["pdfinfo", str(pdf_path)], capture_output=True, text=True, check=True
).stdout
m = re.search(r"Pages:\s+(\d+)", info)
if m is None:
raise RuntimeError(f"Could not parse page count from {pdf_path}")
page_count = int(m.group(1))
pages: list[str] = []
for i in range(1, page_count + 1):
layout = subprocess.run(
[
"pdftotext", "-layout", "-f", str(i), "-l", str(i),
str(pdf_path), "-",
],
capture_output=True, text=True, check=True,
).stdout
tokens: list[str] = []
for line in layout.splitlines():
if not line.strip():
tokens.append("")
continue
parts = [p for p in re.split(r"\s{2,}", line.strip()) if p]
tokens.extend(parts)
pages.append("\n".join(tokens))
return pages
def test_summary_000474_mapper_produces_three_building_parts() -> None:
# Arrange — cert U985-0001-000474 is a mid-terrace with 3 building
# parts (Main + 2 extensions) per the hand-built worksheet fixture
# at packages/domain/src/domain/sap/worksheet/tests/
# _elmhurst_worksheet_000474.py. Routing the Summary PDF through
# extractor + mapper must yield the same count.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000474_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
assert len(epc.sap_building_parts) == 3
def test_summary_000474_mapper_extracts_seven_windows() -> None:
# Arrange — cert U985-0001-000474's §11 table lodges 7 windows
# across Main + 1st Extension + 2nd Extension. The legacy Textract-
# style window parser couldn't anchor on the Summary PDF's tabular
# layout; the new W/H/Area-plus-Manufacturer anchor pair picks them
# all up.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000474_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
assert len(epc.sap_windows) == 7
def test_summary_000474_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — the full Summary→ElmhurstSiteNotes→EpcPropertyData→cascade
# →SAP path against the U985-0001-000474 worksheet PDF's unrounded
# SAP rating (line 257: SAP value 62.2584, rating (258) = 62).
# Because the Summary PDF carries the same source-of-truth data that
# the hand-built worksheet fixture encodes by hand, and because the
# cascade matches Elmhurst's calculator to 4 d.p. on those hand-
# built inputs, this end-to-end path MUST produce the same unrounded
# SAP value. Any non-trivial drift = a real mapper bug dropping
# information from the Summary PDF.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000474_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert — within the same 1e-4 tolerance the other Elmhurst worksheet
# tests pin against. 0.5 is the API-cert residual tolerance (the API
# publishes rounded SAP integers, so up to half a SAP point is just
# rounding); for Elmhurst worksheet inputs the cascade reproduces
# Elmhurst exactly and we expect identical outputs.
worksheet_unrounded_sap = 62.2584
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_summary_000477_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert U985-0001-000477 is a single-bp mid-terrace with
# a 15.06 m² Room-in-Roof storey and zero baths lodged. Worksheet
# PDF lodges unrounded SAP 65.0057. Drives the chain through the
# `RoomInRoof.detailed_surfaces` cascade with stud walls @ 100mm
# Mineral, two uninsulated slopes, two party gable walls, plus the
# RR/storey-area suspended-timber-floor heuristic (RIR < storey →
# 0.2 ACH floor infiltration).
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000477_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert
worksheet_unrounded_sap = 65.0057
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_summary_000480_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert U985-0001-000480 is a mid-terrace with main + one
# extension and a 19.83 m² room-in-roof storey. Worksheet PDF lodges
# unrounded SAP 61.2986 on line "SAP value". The Detailed §3.10 RR
# surfaces (2 stud walls @ 0mm + 2 slopes @ 0mm + 1 flat ceiling @
# 0mm + 2 party gables) plus zero baths drive the chain to 1e-4.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000480_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert
worksheet_unrounded_sap = 61.2986
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_summary_000487_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert U985-0001-000487 is an enclosed-mid-terrace with
# main bp + 1st extension, a 21.03 m² Room-in-Roof, an electric
# shower, and a 1.43 m² Timber Frame alternative wall on the
# extension. Worksheet PDF lodges unrounded SAP 61.6431. The mapped
# chain has to thread the alt-wall U-value cascade (Thickness
# Unknown → cascade falls back to age-band default U=1.9 for thin
# timber walls) plus the §11 layout variant where the frame_factor
# appears unprefixed on its own line (no "PVC"/"Wood" frame_type).
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000487_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert
worksheet_unrounded_sap = 61.6431
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_summary_000516_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert U985-0001-000516 is a mid-terrace with main bp +
# 19.02 m² room-in-roof. Worksheet PDF lodges unrounded SAP 62.7937.
# The §11 table mixes 5 vertical windows (U=2.80) with 1 roof
# window (U=3.10 in cert, U=3.40 Table 24 raw); the mapper
# discriminates by `U > 3.0` and routes the high-U entry to
# `sap_roof_windows` so its solar gains feed §6 with the right
# pitch (45°) and Table-24 U-value.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000516_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert
worksheet_unrounded_sap = 62.7937
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_summary_000490_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert U985-0001-000490 is an end-terrace with main +
# 1st extension. The worksheet PDF lodges unrounded SAP 57.3979.
# End-terrace built-form drives sheltered_sides=1 (RdSAP §S5) and
# the cert's Summary §14.1 Main Heating2 sub-section carries a
# secondary heating SAP code (691, electric panel) — both required
# for the mapped chain to reproduce the worksheet to 1e-4.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000490_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert
worksheet_unrounded_sap = 57.3979
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_summary_001479_mapper_extensions_count_matches_extension_bps() -> None:
# Arrange — cert 0535-9020-6509-0821-6222 (Summary_001479) is the first
# cohort cert with an actual GOV.UK API counterpart. Worksheet PDF
# lodges Main + Extension 1 + Extension 2 (3 building parts, 2
# extensions). Pre-slice the Elmhurst mapper hard-coded
# `extensions_count=0` regardless of survey.extensions; this asserts
# the count flows through.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_001479_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
assert epc.extensions_count == 2
assert len(epc.sap_building_parts) == 3
def test_summary_001479_main_party_wall_construction_is_cavity_unfilled() -> None:
# Arrange — cert 001479 Main §7 Walls lodges "Party Wall Type: CU
# Cavity masonry unfilled". The Elmhurst leading-code map previously
# only knew "S" and "C"; "CU" fell through to None, which made the
# cascade default to U=0.25 instead of the worksheet's lodged U=0.50.
# The fix adds "CU" → SAP10 wall_construction code 4 (WALL_CAVITY),
# which `u_party_wall` resolves to U=0.50 — matching the worksheet's
# §3 `Party walls Main … 0.50` row.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_001479_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
assert epc.sap_building_parts[0].party_wall_construction == 4
def test_summary_001479_ext2_floor_is_exposed_to_external_air() -> None:
# Arrange — cert 001479 Ext2 §9 lodges "Location: E To external air"
# — a cantilevered exposed timber floor (the upper-storey extension
# over the back garden). The worksheet's §3 row `Exposed floor Ext2
# … 1.92, 1.20, 1.20` pins this as U=1.20 via Table 20. Pre-slice the
# mapper only routed "U Above unheated space" through `is_exposed_
# floor=True`; "E To external air" fell through to the BS EN ISO
# 13370 ground-floor cascade, dropping the lodged exposure entirely.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_001479_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
ext2 = epc.sap_building_parts[2]
assert ext2.floor_type == "To external air"
assert ext2.sap_floor_dimensions[0].is_exposed_floor is True
def test_summary_001479_ext2_sloping_ceiling_roof_uninsulated_for_pre_1950() -> None:
# Arrange — cert 001479 Ext2 §8 lodges "Type: PS Pitched, sloping
# ceiling" + "Insulation Thickness: As Built" + age band C (1930-49).
# Original 1930s construction had no sloping-ceiling insulation;
# worksheet §3 `External roof Ext2 … 2.30` pins U=2.30 (uninsulated
# Table 16 row 0). Pre-slice the mapper passed thickness=None through,
# routing to `u_roof`'s pitched-roof Table 18 col 1 default (0.40 for
# age C, assumes loft-joist retrofit) — wrong geometry for PS.
# Ext1's PS roof at age M leaves thickness=None (modern build,
# cascade default U=0.15 matches worksheet).
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_001479_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
assert epc.sap_building_parts[2].roof_insulation_thickness == 0
assert epc.sap_building_parts[1].roof_insulation_thickness is None
def test_summary_001479_secondary_heating_routes_mains_gas_fuel() -> None:
# Arrange — cert 001479 §14.1 Main Heating2 lodges "Secondary Heating
# Code: SAP code 605, Flush fitting live effect gas fire, sealed to
# chimney". The Summary surfaces only the SAP code (605); the fuel
# type 26 (mains gas) must be derived from the code range so the
# `_fuel_cost` orchestrator's `secondary_high_rate_gbp_per_kwh`
# picks up Table 32's gas tariff (£0.0348/kWh) rather than the
# default standard-electricity tariff (£0.132/kWh). Worksheet line
# (242) "Space heating - secondary … 3.4800 70.5022" confirms gas
# pricing.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_001479_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
# Act
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Assert
assert epc.sap_heating.secondary_heating_type == 605
assert epc.sap_heating.secondary_fuel_type == 26
def test_summary_001479_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert 001479 (Summary_001479.pdf / P960-0001-001479.pdf)
# is the first cohort cert with a real GOV.UK EPB API counterpart
# (cert ref 0535-9020-6509-0821-6222). Worksheet PDF line "SAP value"
# lodges unrounded SAP **69.0094** (rating C 69, also the API-
# published integer). This is the load-bearing forcing function for
# the API↔Elmhurst parity workstream: any drift from 1e-4 means a
# mapper gap, not a calculator bug — the cohort 6 cert cascades all
# reproduce Elmhurst exactly at 1e-4 on hand-built fixtures.
#
# Source-data caveat (documented for future debuggers): Summary §3
# lodges Ext1 age band as "M 2023 onwards"; the worksheet header
# records "Ext1: L". Likely assessor data-entry inconsistency. The
# mapper trusts the Summary (its source of truth); accept whatever
# residual the M vs L disagreement produces.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_001479_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
epc = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert — 1e-4 pin, no widening, no xfail (project memory
# `feedback_zero_error_strict`).
worksheet_unrounded_sap = 69.0094
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
def test_api_001479_full_chain_sap_matches_worksheet_pdf_exactly() -> None:
# Arrange — cert 001479 has both an Elmhurst Summary PDF and a GOV.UK
# EPB API JSON (ref 0535-9020-6509-0821-6222). The Summary cascade
# already pins at worksheet's 69.0094 ± 1e-4 above; this test is the
# Layer 4 production-path gate: API JSON → from_api_response →
# cert_to_inputs → calculate_sap_from_inputs must also hit 69.0094
# at 1e-4. Identical inputs must produce identical outputs; the
# calculator is deterministic, so any drift is a mapper coverage gap.
doc = json.loads(_API_001479_JSON.read_text())
epc = EpcPropertyDataMapper.from_api_response(doc)
# Act
result = calculate_sap_from_inputs(
cert_to_inputs(epc, prices=SAP_10_2_SPEC_PRICES)
)
# Assert — 1e-4 pin against the worksheet's continuous SAP. ±0.5 is
# the API-only fallback (project memory `feedback_api_tolerance_1e_
# minus_4`); when the worksheet is available, identical-inputs-must-
# produce-identical-outputs is the bar.
worksheet_unrounded_sap = 69.0094
assert abs(result.sap_score_continuous - worksheet_unrounded_sap) < 1e-4
# ============================================================================
# Mapper-vs-hand-built EpcPropertyData diff tests
# ============================================================================
# The 6 cohort hand-builts (_elmhurst_worksheet_NNNNNN.build_epc) are the
# 100%-correct calculator-input ground truth — each cascades to its
# worksheet PDF's lodged SAP at 1e-4. The chain tests above only assert
# cascade-output equivalence; the mapper can pass them by producing a
# *different* EpcPropertyData that happens to cascade to the same number.
#
# These tests pin the missing layer: the mapper's EpcPropertyData must
# match the hand-built's load-bearing fields exactly. Every divergence
# surfaced here is a mapper coverage gap to close as its own slice.
#
# "Load-bearing" = the subset of EpcPropertyData fields that drive the
# SAP cascade or carry semantic cross-mapper meaning. Cert-metadata
# fields (address, registration dates, descriptive EnergyElement lists,
# tariff strings) are excluded because they don't change calculator
# output and vary by mapper pathway (the API publishes some, the
# Elmhurst Summary publishes others) without semantic disagreement.
# SapWindow sub-fields the cascade doesn't read (descriptive Union[int,
# str] codes lodged differently by each mapper). The cascade reads
# window_width / window_height / orientation / window_location /
# frame_factor / window_transmission_details.{u_value,solar_
# transmittance} — those WILL still be diffed; everything else on
# SapWindow is metadata and excluded to avoid noise from the int/str
# dual encoding (API mapper produces int codes; Elmhurst mapper
# surfaces the Summary's lodged strings).
_NON_LOAD_BEARING_WINDOW_SUBFIELDS: frozenset[str] = frozenset({
"frame_material",
"glazing_gap",
"window_type",
"glazing_type",
"window_wall_type",
"draught_proofed",
"permanent_shutters_present",
"permanent_shutters_insulated",
})
def _is_excluded_path(path: str) -> bool:
"""Return True for paths the diff should silently skip — non-cascade-
affecting Union[int, str] encoding differences between the API and
Elmhurst mapper outputs that cohort hand-built fixtures don't pin."""
if path.startswith("sap_windows[") and "]." in path:
suffix = path.split("].", 1)[1]
if suffix in _NON_LOAD_BEARING_WINDOW_SUBFIELDS:
return True
if suffix == "window_transmission_details.data_source":
return True
return False
_LOAD_BEARING_FIELDS: tuple[str, ...] = (
# Cascade-driving structural fields
"sap_building_parts",
"sap_windows",
"sap_roof_windows",
"sap_heating",
"sap_ventilation",
"sap_energy_source",
"total_floor_area_m2",
# Building-classification fields driving default cascades
"dwelling_type",
"built_form",
"property_type",
"country_code",
"postcode",
# Counts and openings
"door_count",
"insulated_door_count",
"insulated_door_u_value",
"habitable_rooms_count",
"heated_rooms_count",
"wet_rooms_count",
"extensions_count",
"open_chimneys_count",
"blocked_chimneys_count",
"extract_fans_count",
# Lighting
"cfl_fixed_lighting_bulbs_count",
"led_fixed_lighting_bulbs_count",
"incandescent_fixed_lighting_bulbs_count",
"low_energy_fixed_lighting_bulbs_count",
"fixed_lighting_outlets_count",
"low_energy_fixed_lighting_outlets_count",
# HW / appliances
"solar_water_heating",
"has_hot_water_cylinder",
"has_fixed_air_conditioning",
"has_conservatory",
"has_heated_separate_conservatory",
# Envelope drivers
"percent_draughtproofed",
"mechanical_ventilation",
"pressure_test",
# Construction-detail flags
"addendum",
"lzc_energy_sources",
"any_unheated_rooms",
"number_of_storeys",
"sap_flat_details",
)
def _diff_load_bearing(
mapped: object, hand_built: object, path: str = "",
) -> list[str]:
"""Recursive field diff; yields one line per leaf divergence between
mapped EpcPropertyData and the hand-built fixture. Int/float type
differences with the same numeric value are not flagged.
Strict-pyright posture: arguments typed `object` so each branch
narrows via `isinstance` rather than threading `Any` through the
recursion (which pyright can't reason about under
`strict`/`typeCheckingMode = strict`)."""
out: list[str] = []
if type(mapped) is not type(hand_built):
if not (isinstance(mapped, (int, float)) and isinstance(hand_built, (int, float))):
if not _is_excluded_path(path):
out.append(
f"{path}: TYPE {type(mapped).__name__} vs "
f"{type(hand_built).__name__} mapped={mapped!r} "
f"handbuilt={hand_built!r}"
)
return out
if dataclasses.is_dataclass(mapped) and not isinstance(mapped, type) \
and dataclasses.is_dataclass(hand_built) and not isinstance(hand_built, type):
for fld in dataclasses.fields(mapped):
out.extend(_diff_load_bearing(
getattr(mapped, fld.name),
getattr(hand_built, fld.name),
f"{path}.{fld.name}" if path else fld.name,
))
return out
if isinstance(mapped, list) and isinstance(hand_built, list):
mapped_list = cast("list[object]", mapped)
hand_built_list = cast("list[object]", hand_built)
if len(mapped_list) != len(hand_built_list):
out.append(f"{path}: LEN {len(mapped_list)} vs {len(hand_built_list)}")
return out
for i, (m_item, h_item) in enumerate(zip(mapped_list, hand_built_list)):
out.extend(_diff_load_bearing(m_item, h_item, f"{path}[{i}]"))
return out
if mapped != hand_built:
if not _is_excluded_path(path):
out.append(f"{path}: mapped={mapped!r} handbuilt={hand_built!r}")
return out
def test_from_elmhurst_site_notes_matches_hand_built_000474() -> None:
# Arrange — _elmhurst_worksheet_000474.build_epc() is the canonical
# hand-built EpcPropertyData for cert U985-0001-000474; it cascades
# to the worksheet PDF's `SAP value 62.2584` at 1e-4 (cohort SAP-
# result pin). Routing the corresponding Summary PDF through the
# Elmhurst mapper MUST produce a load-bearing-field-equivalent
# EpcPropertyData; any divergence is a mapper-coverage gap.
#
# Tracer-bullet scope: cert 000474 only. Once GREEN, parametrize
# over the 5 other cohort fixtures and add cert 001479 (after
# `_elmhurst_worksheet_001479` lands at 1e-4 via Slice 62 iteration).
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000474_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
hand_built = _w000474.build_epc()
# Act
diffs: list[str] = []
for field_name in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(
getattr(mapped, field_name, None),
getattr(hand_built, field_name, None),
field_name,
))
# Assert
assert not diffs, (
f"{len(diffs)} load-bearing divergence(s) between mapped and "
f"hand-built EpcPropertyData for cohort cert 000474:\n " +
"\n ".join(diffs)
)
def test_from_elmhurst_site_notes_matches_hand_built_000477() -> None:
# Arrange — _elmhurst_worksheet_000477.build_epc() is the canonical
# hand-built EpcPropertyData for cert U985-0001-000477 (single-bp
# mid-terrace, age band B, RIR with stud walls + party gables, no
# extension); it cascades to the worksheet PDF's `SAP value 65.0057`
# at 1e-4. Routing the Summary PDF through the Elmhurst mapper MUST
# produce a load-bearing-field-equivalent EpcPropertyData; any
# divergence is a mapper-coverage gap to close as its own slice.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000477_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
hand_built = _w000477.build_epc()
# Act
diffs: list[str] = []
for field_name in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(
getattr(mapped, field_name, None),
getattr(hand_built, field_name, None),
field_name,
))
# Assert
assert not diffs, (
f"{len(diffs)} load-bearing divergence(s) between mapped and "
f"hand-built EpcPropertyData for cohort cert 000477:\n " +
"\n ".join(diffs)
)
def test_from_elmhurst_site_notes_matches_hand_built_000480() -> None:
# Arrange — _elmhurst_worksheet_000480.build_epc() is the canonical
# hand-built EpcPropertyData for cert U985-0001-000480 (mid-terrace
# with main + 1 extension + 19.83 m² RIR, gas combi); it cascades
# to the worksheet PDF's `SAP value 61.2986` at 1e-4. Routing the
# Summary PDF through the Elmhurst mapper MUST produce a load-
# bearing-field-equivalent EpcPropertyData; any divergence is a
# mapper-coverage gap to close as its own slice.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000480_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
hand_built = _w000480.build_epc()
# Act
diffs: list[str] = []
for field_name in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(
getattr(mapped, field_name, None),
getattr(hand_built, field_name, None),
field_name,
))
# Assert
assert not diffs, (
f"{len(diffs)} load-bearing divergence(s) between mapped and "
f"hand-built EpcPropertyData for cohort cert 000480:\n " +
"\n ".join(diffs)
)
def test_from_elmhurst_site_notes_matches_hand_built_000487() -> None:
# Arrange — _elmhurst_worksheet_000487.build_epc() is the canonical
# hand-built EpcPropertyData for cert U985-0001-000487 (Enclosed
# Mid-Terrace, main + 1 extension + 21.03 m² RIR with explicit-U
# gable_wall_external, gas combi, 1 electric shower, 1.43 m²
# timber-frame alt wall on the extension); it cascades to the
# worksheet PDF's `SAP value 61.6431` at 1e-4. Routing the Summary
# PDF through the Elmhurst mapper MUST produce a load-bearing-
# field-equivalent EpcPropertyData; any divergence is a mapper-
# coverage gap to close as its own slice.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000487_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
hand_built = _w000487.build_epc()
# Act
diffs: list[str] = []
for field_name in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(
getattr(mapped, field_name, None),
getattr(hand_built, field_name, None),
field_name,
))
# Assert
assert not diffs, (
f"{len(diffs)} load-bearing divergence(s) between mapped and "
f"hand-built EpcPropertyData for cohort cert 000487:\n " +
"\n ".join(diffs)
)
def test_from_elmhurst_site_notes_matches_hand_built_000490() -> None:
# Arrange — _elmhurst_worksheet_000490.build_epc() is the canonical
# hand-built EpcPropertyData for cert U985-0001-000490 (End-Terrace,
# main + 1 extension, gas combi + gas-secondary; sheltered_sides=1
# per RdSAP §S5); it cascades to the worksheet PDF's `SAP value
# 57.3979` at 1e-4. Routing the Summary PDF through the Elmhurst
# mapper MUST produce a load-bearing-field-equivalent
# EpcPropertyData; any divergence is a mapper-coverage gap.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000490_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
hand_built = _w000490.build_epc()
# Act
diffs: list[str] = []
for field_name in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(
getattr(mapped, field_name, None),
getattr(hand_built, field_name, None),
field_name,
))
# Assert
assert not diffs, (
f"{len(diffs)} load-bearing divergence(s) between mapped and "
f"hand-built EpcPropertyData for cohort cert 000490:\n " +
"\n ".join(diffs)
)
def test_from_elmhurst_site_notes_matches_hand_built_000516() -> None:
# Arrange — _elmhurst_worksheet_000516.build_epc() is the canonical
# hand-built EpcPropertyData for cert U985-0001-000516 (Mid-Terrace,
# main + 19.02 m² RIR, 5 vertical windows + 1 roof window which the
# mapper routes to `sap_roof_windows` per `U > 3.0` discrimination);
# it cascades to the worksheet PDF's `SAP value 62.7937` at 1e-4.
# Routing the Summary PDF through the Elmhurst mapper MUST produce
# a load-bearing-field-equivalent EpcPropertyData.
pages = _summary_pdf_to_textract_style_pages(_SUMMARY_000516_PDF)
site_notes = ElmhurstSiteNotesExtractor(pages).extract()
mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(site_notes)
hand_built = _w000516.build_epc()
# Act
diffs: list[str] = []
for field_name in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(
getattr(mapped, field_name, None),
getattr(hand_built, field_name, None),
field_name,
))
# Assert
assert not diffs, (
f"{len(diffs)} load-bearing divergence(s) between mapped and "
f"hand-built EpcPropertyData for cohort cert 000516:\n " +
"\n ".join(diffs)
)

8
backend/epc_client/epc_client_service.py
View file

@ -47,14 +47,8 @@ class EpcClientService:
latest = max(results, key=lambda r: r.registration_date)
return self.get_by_certificate_number(latest.certificate_number)
@staticmethod
def _normalise_postcode(postcode: str) -> str:
"""Return the postcode with all spaces removed and uppercased."""
return postcode.replace(" ", "").upper()
def search_by_postcode(self, postcode: str) -> list[EpcSearchResult]:
normalised = self._normalise_postcode(postcode)
return call_with_retry(lambda: self._search(postcode=normalised))
return call_with_retry(lambda: self._search(postcode=postcode))
# ------------------------------------------------------------------
# Private helperEpcRateLimpolarss

5
backend/magic_plan/magic_plan_service.py
View file

@ -1,7 +1,7 @@
import gzip
import json
from datetime import datetime, timezone
from typing import Optional, cast
from typing import Optional
from datatypes.magicplan.api.response import MagicPlanPlan, PlanSummary
from datatypes.magicplan.domain.mapper import map_plan
@ -55,9 +55,8 @@ class MagicPlanService:
)
with db_session() as session:
save_plan(session, plan)
session.add(uploaded_file)
session.flush()
save_plan(session, plan, cast(int, uploaded_file.id))
return plan

35
backend/magic_plan/tests/test_magic_plan_service.py
View file

@ -271,38 +271,3 @@ def test_run_creates_uploaded_file_record(
assert uploaded_file.s3_upload_timestamp is not None
assert uploaded_file.uprn == 100023336956
assert uploaded_file.hubspot_deal_id == "deal-789"
def test_run_passes_flushed_uploaded_file_id_to_save_plan(
mock_client: MagicMock,
plan_summary: PlanSummary,
) -> None:
# Arrange
mock_client.get_plans.return_value = [plan_summary]
service = _make_service(mock_client)
mock_session = MagicMock()
added_objects: list = []
mock_session.add.side_effect = added_objects.append
def simulate_flush() -> None:
for obj in added_objects:
if isinstance(obj, UploadedFile):
obj.id = 42
mock_session.flush.side_effect = simulate_flush
with patch(
"backend.magic_plan.magic_plan_service.find_matching_plan",
return_value=plan_summary,
), patch("backend.magic_plan.magic_plan_service.save_plan") as mock_save, patch(
"backend.magic_plan.magic_plan_service.db_session"
) as mock_db, patch(
"backend.magic_plan.magic_plan_service.save_data_to_s3"
):
mock_db.return_value.__enter__.return_value = mock_session
# Act
service.run(_make_request())
# Assert
assert mock_save.call_args[0][2] == 42

49
backend/pashub_fetcher/core_files.py
View file

@ -14,12 +14,9 @@ class CoreFiles(Enum):
PAR_PHOTOPACK = "PAR Photo Pack"
PAS2023_PROPERTY = "PAS 2023 Property Assessment Report"
PAS2023_OCCUPANCY = "PAS 2023 Occupancy Assessment Report"
IMPROVEMENT_OPTION_EVALUATION = "Improvement Option Evaluation"
MEDIUM_TERM_IMPROVEMENT_PLAN = "Medium Term Improvement Plan"
RETROFIT_DESIGN_DOC = "Retrofit Design Doc"
_CORE_FILE_TO_FILE_TYPE: dict[CoreFiles, str] = {
CORE_TO_FILETYPE_MAP = {
CoreFiles.PHOTOPACK: FileTypeEnum.PHOTO_PACK.value,
CoreFiles.SITENOTE: FileTypeEnum.SITE_NOTE.value,
CoreFiles.RDSAP_SITENOTE: FileTypeEnum.RD_SAP_SITE_NOTE.value,
@ -29,49 +26,11 @@ _CORE_FILE_TO_FILE_TYPE: dict[CoreFiles, str] = {
CoreFiles.PAR_PHOTOPACK: FileTypeEnum.PAR_PHOTO_PACK.value,
CoreFiles.PAS2023_PROPERTY: FileTypeEnum.PAS_2023_PROPERTY.value,
CoreFiles.PAS2023_OCCUPANCY: FileTypeEnum.PAS_2023_OCCUPANCY.value,
CoreFiles.IMPROVEMENT_OPTION_EVALUATION: FileTypeEnum.IMPROVEMENT_OPTION_EVALUATION.value,
CoreFiles.MEDIUM_TERM_IMPROVEMENT_PLAN: FileTypeEnum.MEDIUM_TERM_IMPROVEMENT_PLAN.value,
CoreFiles.RETROFIT_DESIGN_DOC: FileTypeEnum.RETROFIT_DESIGN_DOC.value,
}
def get_core_file_type(
filename: str, evidence_category: Optional[str] = None
) -> Optional[CoreFiles]:
# Identify retrofit design doc using evidence category as the name is possibly unreliable.
# We might change to always use evidence category, but needs more investigation
if evidence_category is not None and evidence_category.lower() == "retrofit design":
return CoreFiles.RETROFIT_DESIGN_DOC
if CoreFiles.IMPROVEMENT_OPTION_EVALUATION.value in filename:
return CoreFiles.IMPROVEMENT_OPTION_EVALUATION
if CoreFiles.MEDIUM_TERM_IMPROVEMENT_PLAN.value in filename:
return CoreFiles.MEDIUM_TERM_IMPROVEMENT_PLAN
if evidence_category is None and "-OSM-" in filename and "DR-N-A" in filename:
return CoreFiles.RETROFIT_DESIGN_DOC
_prefix_skip = {
CoreFiles.RETROFIT_DESIGN_DOC,
CoreFiles.IMPROVEMENT_OPTION_EVALUATION,
CoreFiles.MEDIUM_TERM_IMPROVEMENT_PLAN,
}
for core_file in CoreFiles:
if core_file in _prefix_skip:
continue
def infer_file_type(filename: str) -> Optional[str]:
for core_file, file_type in CORE_TO_FILETYPE_MAP.items():
if filename.startswith(core_file.value):
return core_file
return file_type
return None
def get_file_type_string(filename: str) -> Optional[str]:
core_file: Optional[CoreFiles] = get_core_file_type(filename)
if core_file is None:
return None
return _CORE_FILE_TO_FILE_TYPE[core_file]

43
backend/pashub_fetcher/handler/handler.py
View file

@ -1,11 +1,9 @@
from typing import Any, Callable, Dict, List, Optional
from typing import Any, Dict, List
from backend.app.config import get_settings
from backend.pashub_fetcher.pashub_client import PashubClient
from backend.pashub_fetcher.pashub_client import PashubClient, UnauthorizedError
from backend.pashub_fetcher.pashub_service import PashubService
from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
PashubToAraTriggerRequest,
)
from backend.pashub_fetcher.pashub_to_ara_trigger_request import PashubToAraTriggerRequest
from backend.pashub_fetcher.token_getter import get_token_from_local_storage
from backend.app.db.models.tasks import SourceEnum
from backend.utils.subtasks import task_handler
@ -30,41 +28,38 @@ def handler(body: Dict[str, Any], context: Any) -> List[str]:
settings = get_settings()
pashub_email = settings.PASHUB_EMAIL
pashub_password = settings.PASHUB_PASSWORD
pas_hub_email = settings.PASHUB_EMAIL
pas_hub_password = settings.PASHUB_PASSWORD
coordination_hub_email = settings.PASHUB_COORDINATION_EMAIL
coordination_hub_password = settings.PASHUB_COORDINATION_PASSWORD
coordination_client_factory: Optional[Callable[[], PashubClient]] = None
if (not pashub_email) or (not pashub_password):
if (not pas_hub_email) or (not pas_hub_password):
raise ValueError("Pas Hub credentials not provided")
sharepoint_client = DomnaSharepointClient(
sharepoint_location=DomnaSites.SOCIAL_HOUSING_WAVE_3
)
if coordination_hub_email and coordination_hub_password:
_coord_email, _coord_password = (
coordination_hub_email,
coordination_hub_password,
)
coordination_client_factory = lambda: get_pashub_client(
_coord_email, _coord_password
)
logger.debug("Validating request body")
payload = PashubToAraTriggerRequest.model_validate(body)
logger.debug("Successfully validated request body")
service = PashubService(
pashub_client=get_pashub_client(pashub_email, pashub_password),
pashub_client=get_pashub_client(pas_hub_email, pas_hub_password),
sharepoint_client=sharepoint_client,
s3_bucket=S3_BUCKET,
coordination_client_factory=coordination_client_factory,
)
files: List[str] = service.run(payload)
try:
files: List[str] = service.run(payload)
except UnauthorizedError:
logger.warning("Token expired - refreshing")
service = PashubService(
pashub_client=get_pashub_client(pas_hub_email, pas_hub_password),
sharepoint_client=sharepoint_client,
s3_bucket=S3_BUCKET,
)
files = service.run(payload)
logger.info(f"Saved {len(files)} files")

25
backend/pashub_fetcher/pashub_client.py
View file

@ -5,11 +5,12 @@ from datetime import datetime
import requests
from backend.pashub_fetcher.core_files import CoreFiles, get_core_file_type
from backend.pashub_fetcher.core_files import CoreFiles
from backend.pashub_fetcher.evidence_file_data import EvidenceFileData
from backend.pashub_fetcher.evidence_metadata import EvidenceMetadata
from utils.logger import setup_logger
logger = setup_logger()
@ -74,10 +75,6 @@ class PashubClient:
logger.info(f"Getting UPRN for job ID {job_id}")
url = f"{self.base}/jobs/{job_id}"
logger.debug(
f"About to make API request with session headers: {self.session.headers}"
)
r = self.session.get(url)
if r.status_code == 401:
raise UnauthorizedError("Token expired or invalid")
@ -86,12 +83,15 @@ class PashubClient:
try:
return r.json()["uprn"]
except Exception as e:
logger.warning(
f"Failed to get UPRN for Job ID {job_id} with exception: {e}"
)
except Exception:
return None
def _get_core_file_type(self, file: EvidenceFileData) -> Optional[CoreFiles]:
for core_file in CoreFiles:
if file.file_name.startswith(core_file.value):
return core_file
return None
def _select_latest_core_files(
self,
files: List[EvidenceFileData],
@ -99,9 +99,7 @@ class PashubClient:
grouped: Dict[CoreFiles, List[EvidenceFileData]] = defaultdict(list)
for file in files:
core_type: Optional[CoreFiles] = get_core_file_type(
file.file_name, file.evidence_category
)
core_type = self._get_core_file_type(file)
if not core_type:
continue
grouped[core_type].append(file)
@ -109,9 +107,6 @@ class PashubClient:
latest_files: Dict[CoreFiles, EvidenceFileData] = {}
for core_type, group in grouped.items():
if core_type == CoreFiles.RETROFIT_DESIGN_DOC and len(group) > 1:
osm_candidates = [f for f in group if "-OSM-" in f.file_name]
group = osm_candidates if osm_candidates else group
latest = max(group, key=lambda f: datetime.fromisoformat(f.created_utc))
latest_files[core_type] = latest

56
backend/pashub_fetcher/pashub_service.py
View file

@ -1,6 +1,6 @@
import os
from datetime import datetime, timezone
from typing import Callable, List, NamedTuple, Optional, cast
from typing import List, NamedTuple, Optional, cast
from backend.app.db.connection import db_session
from backend.app.db.models.uploaded_file import (
@ -10,8 +10,8 @@ from backend.app.db.models.uploaded_file import (
)
from backend.documents_parser.db_writer import save_epc_property_data
from backend.documents_parser.parser import parse_site_notes_pdf
from backend.pashub_fetcher.core_files import get_file_type_string
from backend.pashub_fetcher.pashub_client import PashubClient, UnauthorizedError
from backend.pashub_fetcher.core_files import infer_file_type
from backend.pashub_fetcher.pashub_client import PashubClient
from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
PashubToAraTriggerRequest,
)
@ -36,37 +36,17 @@ class PashubService:
pashub_client: PashubClient,
sharepoint_client: DomnaSharepointClient,
s3_bucket: str,
coordination_client_factory: Optional[Callable[[], PashubClient]] = None,
) -> None:
self._pashub_client = pashub_client
self._sharepoint_client = sharepoint_client
self._s3_bucket = s3_bucket
self._coordination_client_factory = coordination_client_factory
self._coordination_client: Optional[PashubClient] = None
def _get_coordination_client(self) -> PashubClient:
if self._coordination_client_factory is None:
raise UnauthorizedError("No coordination client factory configured")
if self._coordination_client is None:
self._coordination_client = self._coordination_client_factory()
return self._coordination_client
def run(self, request: PashubToAraTriggerRequest) -> List[str]:
job_id = request.pashub_job_id
active_client = self._pashub_client
if request.uprn:
uprn: Optional[str] = request.uprn
else:
try:
uprn = active_client.get_uprn_by_job_id(job_id)
except UnauthorizedError:
logger.info(
f"PasHub credentials unauthorized for job {job_id}; retrying with CoordinationHub credentials"
)
active_client = self._get_coordination_client()
uprn = active_client.get_uprn_by_job_id(job_id)
uprn: Optional[str] = request.uprn or self._pashub_client.get_uprn_by_job_id(
job_id
)
hubspot_deal_id: Optional[str] = request.hubspot_deal_id
if uprn:
@ -74,25 +54,14 @@ class PashubService:
else:
logger.info(f"No UPRN found for job {job_id}")
try:
job_files: List[str] = active_client.get_core_evidence_files_by_job_id(
job_id
)
except UnauthorizedError:
if active_client is not self._pashub_client:
raise
active_client = self._get_coordination_client()
job_files = active_client.get_core_evidence_files_by_job_id(job_id)
job_files: List[str] = self._pashub_client.get_core_evidence_files_by_job_id(
job_id
)
if uprn or hubspot_deal_id:
logger.info("Uploading files to s3")
file_source = (
FileSourceEnum.PAS_HUB
if active_client is self._pashub_client
else FileSourceEnum.COORDINATION_HUB
)
upload_records = self._upload_to_s3_and_update_db(
job_files, uprn, hubspot_deal_id, file_source
job_files, uprn, hubspot_deal_id
)
self._save_site_notes(upload_records)
@ -114,7 +83,6 @@ class PashubService:
job_files: List[str],
uprn: Optional[str],
hubspot_deal_id: Optional[str],
file_source: FileSourceEnum,
) -> List[_FileUploadRecord]:
if not uprn and not hubspot_deal_id:
return []
@ -140,8 +108,8 @@ class PashubService:
s3_upload_timestamp=datetime.now(timezone.utc),
uprn=int(uprn) if uprn else None,
hubspot_deal_id=hubspot_deal_id,
file_source=file_source.value,
file_type=get_file_type_string(filename),
file_source=FileSourceEnum.PAS_HUB.value,
file_type=infer_file_type(filename),
)
file_paths.append(file_path)
uploaded_files.append(uploaded_file)

10
backend/pashub_fetcher/pashub_to_ara_trigger_request.py
View file

@ -1,10 +1,11 @@
import re
from typing import Optional
from pydantic import BaseModel
class PashubToAraTriggerRequest(BaseModel):
pashub_link: str # e.g. https://pashub.net/jobs/{id}/details, /jobs/{id}/evidence/view, /jobs/{id}
pashub_link: (
str # e.g. https://pashub.net/jobs/12345-abcd-1234-abcd-12345abcde/details
)
address: Optional[str] = None
sharepoint_link: Optional[str] = None
@ -16,7 +17,4 @@ class PashubToAraTriggerRequest(BaseModel):
@property
def pashub_job_id(self) -> str:
match = re.search(r"/jobs/([^/]+)", self.pashub_link)
if not match:
raise ValueError(f"No job ID found in PasHub link: {self.pashub_link}")
return match.group(1)
return self.pashub_link.split("/")[-2]

185
backend/pashub_fetcher/tests/test_core_files.py
View file

@ -1,185 +0,0 @@
from backend.pashub_fetcher.core_files import (
CoreFiles,
get_core_file_type,
get_file_type_string,
)
def test_file_type_for_photopack():
assert get_file_type_string("Photopack_123456_V1.pdf") == "photo_pack"
def test_file_type_for_sitenote():
assert get_file_type_string("SiteNote_123456_V1.pdf") == "site_note"
def test_file_type_for_rdsap_sitenote():
assert (
get_file_type_string("RdSAP_SiteNote_9510890_V1_Assessmet.pdf")
== "rd_sap_site_note"
)
def test_file_type_for_pas2023_ventilation():
assert (
get_file_type_string("PAS 2023 Ventilation Assessment Report_123456.pdf")
== "pas_2023_ventilation"
)
def test_file_type_for_pas2023_condition():
assert (
get_file_type_string("PAS 2023 Condition Report_123456.pdf")
== "pas_2023_condition"
)
def test_file_type_for_pas_significance():
assert get_file_type_string("PAS Significance_123456.pdf") == "pas_significance"
def test_file_type_for_par_photopack():
assert (
get_file_type_string("PAR Photo Pack_95101890_V2_Assessment.pdf")
== "par_photo_pack"
)
def test_file_type_for_pas2023_property():
assert (
get_file_type_string("PAS 2023 Property Assessment Report_123456.pdf")
== "pas_2023_property"
)
def test_file_type_for_pas2023_occupancy():
assert (
get_file_type_string("PAS 2023 Occupancy Assessment Report_123456.pdf")
== "pas_2023_occupancy"
)
def test_file_type_for_improvement_option_evaluation():
# filename: "{job_id} - {postcode} - Improvement Option Evaluation.pdf"
assert (
get_file_type_string("6000802 - NG4 4HD - Improvement Option Evaluation.pdf")
== "improvement_option_evaluation"
)
def test_file_type_for_medium_term_improvement_plan():
# filename: "{job_id} - {postcode} - Medium Term Improvement Plan IOE.pdf"
assert (
get_file_type_string(
"60800802 - NG4 4HD - Medium Term Improvement Plan IOE.pdf"
)
== "medium_term_improvement_plan"
)
def test_file_type_for_retrofit_design_doc():
assert (
get_file_type_string("2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf")
== "retrofit_design_doc"
)
assert (
get_file_type_string("2603-OSM-B06M901-XX-DR-N-A_Alvaston Walk 022.pdf")
== "retrofit_design_doc"
)
# ---------------------------------------------------------------------------
# core_file_for
# ---------------------------------------------------------------------------
def test_core_file_for_evidence_category_match_is_case_insensitive() -> None:
# Arrange
filename = "2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf"
# Act
result = get_core_file_type(filename, evidence_category="Retrofit Design")
# Assert
assert result == CoreFiles.RETROFIT_DESIGN_DOC
def test_core_file_for_evidence_category_returns_retrofit_design_doc() -> None:
# Arrange
filename = "2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf"
# Act
result = get_core_file_type(filename, evidence_category="retrofit design")
# Assert
assert result == CoreFiles.RETROFIT_DESIGN_DOC
def test_core_file_for_ioe_substring_returns_improvement_option_evaluation() -> None:
# Arrange
filename = "6000802 - NG4 4HD - Improvement Option Evaluation.pdf"
# Act
result = get_core_file_type(filename)
# Assert
assert result == CoreFiles.IMPROVEMENT_OPTION_EVALUATION
def test_core_file_for_mtip_substring_returns_medium_term_improvement_plan() -> None:
# Arrange
filename = "60800802 - NG4 4HD - Medium Term Improvement Plan IOE.pdf"
# Act
result = get_core_file_type(filename)
# Assert
assert result == CoreFiles.MEDIUM_TERM_IMPROVEMENT_PLAN
def test_core_file_for_osm_pattern_returns_retrofit_design_doc_without_evidence_category() -> (
None
):
# Arrange
filename = "2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf"
# Act
result = get_core_file_type(filename)
# Assert
assert result == CoreFiles.RETROFIT_DESIGN_DOC
def test_core_file_for_prefix_returns_photopack() -> None:
# Arrange
filename = "Photopack_123456_V1.pdf"
# Act
result = get_core_file_type(filename)
# Assert
assert result == CoreFiles.PHOTOPACK
def test_core_file_for_unknown_filename_returns_none() -> None:
# Arrange
filename = "unknown_document_123.pdf"
# Act
result = get_core_file_type(filename)
# Assert
assert result is None
def test_core_file_for_osm_fallback_does_not_fire_when_evidence_category_present() -> (
None
):
# Arrange — OSM+DR-N-A filename but evidence_category is something other than retrofit design
filename = "2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf"
# Act
result = get_core_file_type(filename, evidence_category="some other category")
# Assert
assert result is None

117
backend/pashub_fetcher/tests/test_pashub_client.py
View file

@ -1,117 +0,0 @@
# pyright: reportPrivateUsage=false
from typing import Optional
from backend.pashub_fetcher.core_files import CoreFiles
from backend.pashub_fetcher.evidence_file_data import EvidenceFileData
from backend.pashub_fetcher.pashub_client import PashubClient
def make_client() -> PashubClient:
return PashubClient(token="test-token")
def make_file(
file_name: str = "unknown.pdf",
evidence_category: Optional[str] = None,
created_utc: str = "2024-01-01T00:00:00",
) -> EvidenceFileData:
return EvidenceFileData(
file_id="id-1",
file_name=file_name,
created_utc=created_utc,
file_size=1024,
file_extension="pdf",
evidence_category=evidence_category,
)
# ---------------------------------------------------------------------------
# _select_latest_core_files
# ---------------------------------------------------------------------------
def test_select_latest_core_files_returns_single_retrofit_design_doc() -> None:
# Arrange
client = make_client()
files = [
make_file(
file_name="2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf",
evidence_category="retrofit design",
created_utc="2024-06-01T00:00:00",
)
]
# Act
result = client._select_latest_core_files(files)
# Assert
assert result[CoreFiles.RETROFIT_DESIGN_DOC].file_name == "2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf"
def test_select_latest_core_files_osm_candidate_wins_over_non_osm() -> None:
# Arrange - the non-OSM file is newer but should lose to the OSM file
client = make_client()
files = [
make_file(
file_name="2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf",
evidence_category="retrofit design",
created_utc="2024-01-01T00:00:00",
),
make_file(
file_name="Retrofit Design Doc non-osm variant.pdf",
evidence_category="retrofit design",
created_utc="2024-06-01T00:00:00",
),
]
# Act
result = client._select_latest_core_files(files)
# Assert
assert result[CoreFiles.RETROFIT_DESIGN_DOC].file_name == "2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf"
def test_select_latest_core_files_picks_latest_when_both_candidates_have_osm() -> None:
# Arrange
client = make_client()
files = [
make_file(
file_name="2512-OSM-H21M900-XX-DR-N-A_Lord Nelson Street 018.pdf",
evidence_category="retrofit design",
created_utc="2024-01-01T00:00:00",
),
make_file(
file_name="2603-OSM-B06M901-XX-DR-N-A_Alvaston Walk 022.pdf",
evidence_category="retrofit design",
created_utc="2024-06-01T00:00:00",
),
]
# Act
result = client._select_latest_core_files(files)
# Assert
assert result[CoreFiles.RETROFIT_DESIGN_DOC].file_name == "2603-OSM-B06M901-XX-DR-N-A_Alvaston Walk 022.pdf"
def test_select_latest_core_files_falls_back_to_latest_when_no_osm_candidates() -> None:
# Arrange
client = make_client()
files = [
make_file(
file_name="retrofit_design_v1.pdf",
evidence_category="retrofit design",
created_utc="2024-01-01T00:00:00",
),
make_file(
file_name="retrofit_design_v2.pdf",
evidence_category="retrofit design",
created_utc="2024-06-01T00:00:00",
),
]
# Act
result = client._select_latest_core_files(files)
# Assert
assert result[CoreFiles.RETROFIT_DESIGN_DOC].file_name == "retrofit_design_v2.pdf"

140
backend/pashub_fetcher/tests/test_pashub_service.py
View file

@ -1,10 +1,8 @@
import pytest
from typing import Any, Callable, Optional
from typing import Optional
from unittest.mock import MagicMock, call, patch
from backend.app.db.models.uploaded_file import FileSourceEnum
from backend.pashub_fetcher.pashub_client import PashubClient, UnauthorizedError
from backend.pashub_fetcher.pashub_client import PashubClient
from backend.pashub_fetcher.pashub_service import PashubService
from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
PashubToAraTriggerRequest,
@ -33,13 +31,11 @@ def make_service(
pashub_client: Optional[PashubClient] = None,
sharepoint_client: Optional[DomnaSharepointClient] = None,
s3_bucket: str = "test-bucket",
coordination_client_factory: Optional[Callable[[], PashubClient]] = None,
) -> PashubService:
return PashubService(
pashub_client=pashub_client or MagicMock(spec=PashubClient),
sharepoint_client=sharepoint_client or MagicMock(spec=DomnaSharepointClient),
s3_bucket=s3_bucket,
coordination_client_factory=coordination_client_factory,
)
@ -148,11 +144,10 @@ def test_run_persists_uploaded_file_records_to_db() -> None:
service.run(make_request(uprn="12345"))
fake_session.add_all.assert_called_once()
added: list[Any] = fake_session.add_all.call_args[0][0]
added: list = fake_session.add_all.call_args[0][0]
assert len(added) == 1
assert added[0].s3_file_bucket == "test-bucket"
assert added[0].uprn == 12345
assert added[0].file_source == FileSourceEnum.PAS_HUB.value
# ---------------------------------------------------------------------------
@ -230,135 +225,6 @@ def test_run_parses_and_saves_site_notes_for_rd_sap_site_note_file() -> None:
# ---------------------------------------------------------------------------
# ---------------------------------------------------------------------------
# run(): coordination fallback
# ---------------------------------------------------------------------------
def test_run_uses_coordination_client_when_pas_401_on_uprn_lookup() -> None:
pas_client = MagicMock(spec=PashubClient)
pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
coord_client = MagicMock(spec=PashubClient)
coord_client.get_uprn_by_job_id.return_value = "99999"
coord_client.get_core_evidence_files_by_job_id.return_value = ["/tmp/a.pdf"]
factory = MagicMock(return_value=coord_client)
service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
with (
patch("backend.pashub_fetcher.pashub_service.upload_file_to_s3"),
patch("backend.pashub_fetcher.pashub_service.db_session"),
patch("backend.pashub_fetcher.pashub_service.os.remove"),
):
result = service.run(make_request())
assert result == ["/tmp/a.pdf"]
coord_client.get_uprn_by_job_id.assert_called_once()
coord_client.get_core_evidence_files_by_job_id.assert_called_once()
assert factory.call_count == 1
def test_run_uses_coordination_client_when_pas_401_on_file_listing() -> None:
pas_client = MagicMock(spec=PashubClient)
pas_client.get_core_evidence_files_by_job_id.side_effect = UnauthorizedError()
coord_client = MagicMock(spec=PashubClient)
coord_client.get_core_evidence_files_by_job_id.return_value = ["/tmp/a.pdf"]
factory = MagicMock(return_value=coord_client)
service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
with (
patch("backend.pashub_fetcher.pashub_service.upload_file_to_s3"),
patch("backend.pashub_fetcher.pashub_service.db_session"),
patch("backend.pashub_fetcher.pashub_service.os.remove"),
):
result = service.run(make_request(uprn="12345"))
assert result == ["/tmp/a.pdf"]
coord_client.get_core_evidence_files_by_job_id.assert_called_once()
pas_client.get_uprn_by_job_id.assert_not_called()
def test_run_raises_unauthorized_when_pas_401_and_no_factory() -> None:
pas_client = MagicMock(spec=PashubClient)
pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
service = make_service(pashub_client=pas_client)
with pytest.raises(UnauthorizedError):
service.run(make_request())
def test_run_raises_unauthorized_when_both_clients_401() -> None:
pas_client = MagicMock(spec=PashubClient)
pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
coord_client = MagicMock(spec=PashubClient)
coord_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
factory = MagicMock(return_value=coord_client)
service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
with pytest.raises(UnauthorizedError):
service.run(make_request())
def test_run_persists_coordination_hub_file_source_when_pas_401_on_uprn_lookup() -> None:
pas_client = MagicMock(spec=PashubClient)
pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
coord_client = MagicMock(spec=PashubClient)
coord_client.get_uprn_by_job_id.return_value = "99999"
coord_client.get_core_evidence_files_by_job_id.return_value = ["/tmp/a.pdf"]
factory = MagicMock(return_value=coord_client)
fake_session = MagicMock()
service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
with (
patch("backend.pashub_fetcher.pashub_service.upload_file_to_s3"),
patch("backend.pashub_fetcher.pashub_service.db_session") as mock_db,
patch("backend.pashub_fetcher.pashub_service.os.remove"),
):
mock_db.return_value.__enter__.return_value = fake_session
service.run(make_request())
fake_session.add_all.assert_called_once()
added: list[Any] = fake_session.add_all.call_args[0][0]
assert added[0].file_source == FileSourceEnum.COORDINATION_HUB.value
def test_run_persists_coordination_hub_file_source_when_pas_401_on_file_listing() -> None:
pas_client = MagicMock(spec=PashubClient)
pas_client.get_core_evidence_files_by_job_id.side_effect = UnauthorizedError()
coord_client = MagicMock(spec=PashubClient)
coord_client.get_core_evidence_files_by_job_id.return_value = ["/tmp/a.pdf"]
factory = MagicMock(return_value=coord_client)
fake_session = MagicMock()
service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
with (
patch("backend.pashub_fetcher.pashub_service.upload_file_to_s3"),
patch("backend.pashub_fetcher.pashub_service.db_session") as mock_db,
patch("backend.pashub_fetcher.pashub_service.os.remove"),
):
mock_db.return_value.__enter__.return_value = fake_session
service.run(make_request(uprn="12345"))
fake_session.add_all.assert_called_once()
added: list[Any] = fake_session.add_all.call_args[0][0]
assert added[0].file_source == FileSourceEnum.COORDINATION_HUB.value
def test_run_warns_and_continues_when_site_notes_parsing_fails() -> None:
mock_client = MagicMock(spec=PashubClient)
mock_client.get_uprn_by_job_id.return_value = None

51
backend/pashub_fetcher/tests/test_pashub_to_ara_trigger_request.py
View file

@ -1,51 +0,0 @@
import pytest
from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
PashubToAraTriggerRequest,
)
def make_request(pashub_link: str) -> PashubToAraTriggerRequest:
return PashubToAraTriggerRequest(pashub_link=pashub_link)
def test_pashub_job_id_extracts_id_from_details_link() -> None:
# Arrange
request = make_request("https://pashub.net/jobs/job-id-123/details")
# Act
result = request.pashub_job_id
# Assert
assert result == "job-id-123"
def test_pashub_job_id_raises_for_invalid_link() -> None:
# Arrange
request = make_request("https://pashub.net/rcs-dashboard")
# Act / Assert
with pytest.raises(ValueError):
request.pashub_job_id
def test_pashub_job_id_extracts_id_from_bare_job_link() -> None:
# Arrange
request = make_request("https://pashub.net/jobs/job-id-123")
# Act
result = request.pashub_job_id
# Assert
assert result == "job-id-123"
def test_pashub_job_id_extracts_id_from_evidence_view_link() -> None:
# Arrange
request = make_request("https://pashub.net/jobs/job-id-123/evidence/view")
# Act
result = request.pashub_job_id
# Assert
assert result == "job-id-123"

137
backend/pashub_fetcher/trigger_pashub_sqs_from_file.py
View file

@ -1,137 +0,0 @@
import json
import logging
import os
from typing import Any, Optional, cast
import boto3
from openpyxl import load_workbook
from backend.app.config import get_settings
from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
PashubToAraTriggerRequest,
)
logging.basicConfig(level=logging.INFO, format="%(message)s")
logger: logging.Logger = logging.getLogger(__name__)
DRY_RUN: bool = False
DEAL_ID_FILTER: frozenset[str] = frozenset(
{
"379452094688",
"379466504437",
"379660170452",
"380016925932",
"379848065216",
"379466504434",
"379452094690",
"379965924567",
"380016925923",
"379792072898",
"379654754502",
"379560262861",
"379969670369",
"379248717001",
"379971468493",
"379999888607",
"379606372580",
"379969603797",
"379967743213",
"379263155434",
"379855267025",
"379889899719",
"379071064307",
"379867925741",
}
)
EXCEL_PATH: str = os.path.join(
os.path.dirname(__file__),
"united-infrastructure-exports-all-deals-2026-05-14.xlsx",
)
def _build_requests(excel_path: str) -> list[PashubToAraTriggerRequest]:
wb = load_workbook(excel_path, data_only=True)
ws = wb.worksheets[0]
headers: dict[str, int] = {}
for col in range(1, ws.max_column + 1):
header_val = ws.cell(row=1, column=col).value
if header_val is not None:
headers[str(header_val).strip()] = col
pashub_col: int = headers["PasHub link"]
record_id_col: int = headers["Record ID"]
deal_name_col: int = headers["Deal Name"]
deal_stage_col: int = headers["Deal Stage"]
requests: list[PashubToAraTriggerRequest] = []
for row in range(2, ws.max_row + 1):
pashub_link_raw = ws.cell(row=row, column=pashub_col).value
if not pashub_link_raw:
continue
pashub_link: str = str(pashub_link_raw).strip()
record_id_raw = ws.cell(row=row, column=record_id_col).value
deal_name_raw = ws.cell(row=row, column=deal_name_col).value
deal_stage_raw = ws.cell(row=row, column=deal_stage_col).value
hubspot_deal_id: Optional[str] = (
str(record_id_raw) if record_id_raw is not None else None
)
address: Optional[str] = (
str(deal_name_raw).strip() if deal_name_raw is not None else None
)
deal_stage: Optional[str] = (
str(deal_stage_raw).strip() if deal_stage_raw is not None else None
)
requests.append(
PashubToAraTriggerRequest(
pashub_link=pashub_link,
hubspot_deal_id=hubspot_deal_id,
address=address,
deal_stage=deal_stage,
)
)
return requests
def main() -> None:
trigger_requests: list[PashubToAraTriggerRequest] = _build_requests(EXCEL_PATH)
if DEAL_ID_FILTER:
trigger_requests = [
r for r in trigger_requests if r.hubspot_deal_id in DEAL_ID_FILTER
]
sqs: Any = cast(Any, boto3.client("sqs")) # type: ignore[reportUnknownMemberType]
queue_url: str = get_settings().PASHUB_TO_ARA_SQS_URL
count: int = 0
for request in trigger_requests:
action: str = "DRY RUN" if DRY_RUN else "SENDING"
logger.info(
f"[{action}] deal_id={request.hubspot_deal_id} pashub_link={request.pashub_link}"
)
if not DRY_RUN:
response: dict[str, Any] = sqs.send_message(
QueueUrl=queue_url,
MessageBody=json.dumps(request.model_dump()),
)
message_id: str = response["MessageId"]
logger.info(f" MessageId: {message_id}")
count += 1
label: str = "would send" if DRY_RUN else "sent"
print(f"{count} messages {label}")
if __name__ == "__main__":
main()

22
datatypes/epc/domain/epc.py
View file

@ -9,25 +9,3 @@ class Epc(Enum):
E = "E"
F = "F"
G = "G"
@classmethod
def from_sap_score(cls, score: int) -> "Epc":
"""Map a SAP10 energy rating (1-100) to its EPC band.
Thresholds are the standard SAP10 boundaries: A 92+, B 81-91, C 69-80,
D 55-68, E 39-54, F 21-38, G 1-20. Scores below 21 (including 0 and
negatives, which should not occur in practice) fall through to G.
"""
if score >= 92:
return cls.A
if score >= 81:
return cls.B
if score >= 69:
return cls.C
if score >= 55:
return cls.D
if score >= 39:
return cls.E
if score >= 21:
return cls.F
return cls.G

5762
datatypes/epc/domain/epc_codes.csv
View file

File diff suppressed because it is too large Load diff

276
datatypes/epc/domain/epc_property_data.py
View file

@ -1,67 +1,10 @@
import re
from dataclasses import dataclass, field
from dataclasses import dataclass
from datetime import date
from enum import Enum
from typing import Final, List, Optional, Union
from typing import List, Optional, Union
from datatypes.epc.domain.epc import Epc
_API_EXTENSION = re.compile(r"^Extension\s+(\d+)$")
class BuildingPartIdentifier(Enum):
"""Canonical identifier for a SAP building part.
Replaces bare-string matching on `SapBuildingPart.identifier`. The
enum *values* match the site-notes / database shape ("main",
"extension_1" .. "extension_4"); boundary mappers (gov-EPC API,
site notes) construct these via the `from_api_string` / `extension`
classmethods so consumers can dispatch with `is` instead of fragile
string equality.
RdSAP10 §1.2 caps extensions at 4 per dwelling, so EXTENSION_1..4
are enumerated explicitly; anything else falls to OTHER so callers
can still iterate safely.
P6.1 — first slice of the strict-typing P6 work documented in
HANDOVER_SYSTEMATIC_REVIEW §2.5.
"""
MAIN = "main"
EXTENSION_1 = "extension_1"
EXTENSION_2 = "extension_2"
EXTENSION_3 = "extension_3"
EXTENSION_4 = "extension_4"
OTHER = "other"
@classmethod
def from_api_string(
cls, api_identifier: Optional[str]
) -> "BuildingPartIdentifier":
"""Map a gov-EPC API `BuildingPart.identifier` to its canonical
member. "Main Dwelling" → MAIN; "Extension N" → EXTENSION_N
(for N in 1..4). `None` (permitted by the 21_0_1 schema) and
anything unrecognised fall to OTHER.
"""
if api_identifier == "Main Dwelling":
return cls.MAIN
if api_identifier is not None:
match = _API_EXTENSION.match(api_identifier)
if match is not None:
return cls.extension(int(match.group(1)))
return cls.OTHER
@classmethod
def extension(cls, n: int) -> "BuildingPartIdentifier":
"""Canonical identifier for the Nth extension. RdSAP10 §1.2
caps at 4; numbers outside 1..4 fall to OTHER."""
try:
return cls(f"extension_{n}")
except ValueError:
return cls.OTHER
@dataclass
class EnergyElement:
description: str
@ -69,18 +12,6 @@ class EnergyElement:
environmental_efficiency_rating: int
@dataclass
class Addendum:
"""Optional cert-level addendum carrying construction-detail flags.
Present on ~43% of real RdSAP certs (stone-walls / system-build / a list of
numeric improvement codes the assessor wanted to call out).
"""
stone_walls: Optional[bool] = None
system_build: Optional[bool] = None
addendum_numbers: Optional[List[int]] = None
@dataclass
class InstantaneousWwhrs:
wwhrs_index_number1: Optional[int] = None
@ -138,21 +69,6 @@ class SapHeating:
secondary_fuel_type: Optional[int] = None
secondary_heating_type: Optional[Union[int, str]] = None # int from API; str from site notes
cylinder_insulation_thickness_mm: Optional[int] = None
# SAP10 hot-water demand inputs from sap_heating.
number_baths: Optional[int] = None
number_baths_wwhrs: Optional[int] = None
# Per SAP10.2 Appendix J (p.81) step 1a: Noutlets includes electric
# showers in the count for Nshower; step 2a routes Nbath through the
# "shower also present" branch (0.13N + 0.19) when ANY shower is
# lodged — including electric. Modelled separately from mixer outlets
# because electric showers don't draw warm water from the system.
electric_shower_count: Optional[int] = None
# PCDF mixer-shower lodgement (count of outlets that DO draw warm
# water from the main HW system). When set, overrides the heuristic
# default of 1 vented outlet @ 7 L/min used by `_mixer_shower_flow_
# rates_from_cert`. Most certs lodge only count; the standard
# vented-system flow rate from Table J4 (7 L/min) is the default.
mixer_shower_count: Optional[int] = None
@dataclass
@ -168,11 +84,6 @@ class SapVentilation:
passive_vents_count: Optional[int] = None
flueless_gas_fires_count: Optional[int] = None
ventilation_in_pcdf_database: Optional[bool] = None
# SAP10.2 §2 cert lodgements not previously surfaced on this type.
sheltered_sides: Optional[int] = None # (19) — cert assessor lodge, 0..4
has_suspended_timber_floor: Optional[bool] = None # (12) gate
suspended_timber_floor_sealed: Optional[bool] = None
has_draught_lobby: Optional[bool] = None # (13) gate (overrides .draught_lobby for §2 cascade)
@dataclass
@ -182,29 +93,6 @@ class WindowTransmissionDetails:
solar_transmittance: float
@dataclass
class SapRoofWindow:
"""RdSAP10 worksheet roof window — feeds §3 (27a) heat transmission
and §6 (82) solar gain. Heat-transmission contribution is A × U_eff
where U_eff applies the SAP10.2 §3.2 curtain resistance (R=0.04
m²K/W) to `u_value_raw`. Roof windows draw their U-value from RdSAP
10 Table 24 (p.50/113) "Roof window" column (e.g. double-glazed roof
window U=3.4 vs 2.8 for standard).
Solar fields (orientation, pitch, g_perpendicular, frame_factor)
feed `solar_gains_from_cert` — defaults match the modal RdSAP roof
window (45° pitch, manufacturer-default DG g⊥=0.76, PVC FF=0.70,
N-facing) and are intended to be overridden per-fixture.
"""
area_m2: float
u_value_raw: float # RdSAP10 Table 24 roof-window column, pre-curtain.
orientation: int = 1 # SAP10.2 code: 1=N, 2=NE, 3=E, 4=SE, 5=S, 6=SW, 7=W, 8=NW.
pitch_deg: float = 45.0
g_perpendicular: float = 0.76
frame_factor: float = 0.70
@dataclass
class SapWindow:
frame_material: Optional[str]
@ -249,19 +137,6 @@ class PhotovoltaicSupply:
none_or_no_details: PhotovoltaicSupplyNoneOrNoDetails
@dataclass
class PhotovoltaicArray:
"""One measured PV array: peak power (kW), pitch, orientation (SAP octant
1-8), and overshading code. Populated on EpcPropertyData when the EPC has
measured PV configuration; `photovoltaic_supply` carries the fallback
`percent_roof_area` estimate when the surveyor could not confirm details.
"""
peak_power: float
pitch: int
orientation: int
overshading: int
@dataclass
class SapEnergySource:
mains_gas: bool
@ -275,7 +150,6 @@ class SapEnergySource:
pv_connection: Optional[Union[int, str]] = None # int from API; str from site notes
photovoltaic_supply: Optional[PhotovoltaicSupply] = None
photovoltaic_arrays: Optional[List[PhotovoltaicArray]] = None
wind_turbine_details: Optional[WindTurbineDetails] = None
pv_batteries: Optional[PvBatteries] = None
@ -290,75 +164,12 @@ class SapFloorDimension:
floor: Optional[int] = None
floor_insulation: Optional[int] = None
floor_construction: Optional[int] = None
# RdSAP10 §5.13 Table 20: True when this floor is open to outside air
# (exposed) or sits over enclosed unheated space (semi-exposed) — e.g.
# the lowest floor of an extension that hangs off the main from the
# first storey upward. False means a ground floor (on soil), the
# default path through the BS EN ISO 13370 / Table 19 cascade.
is_exposed_floor: bool = False
@dataclass(frozen=True)
class SapRoomInRoofSurface:
"""One surface lodged via the RdSAP10 §3.10 Detailed measurement path.
Each RR can carry up to two of each surface kind (flat ceiling,
sloping ceiling, stud wall, gable wall) per spec Figure 4. The U-value
is resolved from Table 17 when `insulation_thickness_mm` is set, or
Table 18 col (4) age-band default otherwise.
RdSAP10 Table 4 (p.22) "U-values of gable-end and other walls in RR"
distinguishes four gable types. We model the two we've seen lodged in
the U985 corpus:
- "gable_wall" — party (U = 0.25 W/m²K per Table 4 row 2)
- "gable_wall_external" — exposed gable (U = "as common wall" per
Table 4 row 1; when assessor lodges a measured U on the surface,
`u_value` overrides the cascade)
The other two Table 4 variants ("sheltered" R=0.5 of external, and
"connected to heated space" U=0) are not yet seen in the corpus.
"""
kind: str # "slope" | "flat_ceiling" | "stud_wall" | "gable_wall" | "gable_wall_external"
area_m2: float
insulation_thickness_mm: Optional[int] = None
insulation_type: Optional[str] = None # "mineral_wool" / "eps" / "pur" / "pir"
# Assessor-lodged U override (W/m²K). Used by `gable_wall_external`
# when the cert measures U directly (cf. 000487 Gable Wall 2 at
# U=0.86 on line 29). When None, the cascade falls back to the main-
# wall U via Table 4 "as common wall".
u_value: Optional[float] = None
@dataclass
class SapRoomInRoof:
floor_area: Union[int, float]
construction_age_band: str
# RdSAP10 §3.9.2 Simplified Type 2 — RR built into a roof space that
# has continuous common walls outside the RR boundaries. The space is
# treated as Room-in-Roof when the height of accessible common walls
# is < 1.8 m (otherwise it counts as a separate storey).
common_wall_length_m: Optional[float] = None
common_wall_height_m: Optional[float] = None
# Optional gable lengths/heights for the Type 2 quadratic correction:
# A_gable = L × (0.25 + H) − Σ ((H − H_common_wall_i)² / 2)
# If absent, the gable contribution is 0 (Simplified Type 1).
gable_1_length_m: Optional[float] = None
gable_1_height_m: Optional[float] = None
gable_2_length_m: Optional[float] = None
gable_2_height_m: Optional[float] = None
# RdSAP10 §3.10 Detailed measurement path. When `detailed_surfaces` is
# set, each entry contributes A × U directly and the Simplified A_RR
# formula is bypassed. The storey-below roof area still deducts
# `floor_area` per §3.9.
detailed_surfaces: Optional[List[SapRoomInRoofSurface]] = None
# RdSAP10 wall_construction integer encoding. The gov-EPC API doesn't publish
# the mapping; established empirically from a 50k 2026-bulk sweep — code 6
# co-occurs with `walls[].description = "Basement wall"` in 88% of cases at
# a 0.18% false-positive rate, so we treat it as the canonical basement-wall
# signal.
BASEMENT_WALL_CONSTRUCTION_CODE: Final[int] = 6
@dataclass
@ -369,26 +180,12 @@ class SapAlternativeWall:
wall_insulation_type: int
wall_thickness_measured: str
wall_insulation_thickness: Optional[str] = None
# Assessor-lodged U-value (W/m²K) — when set, overrides the
# Table 6 cascade for this alt sub-area. Lodged directly on the
# cert for some constructions (e.g. 000487 Ext1 TimberWallOneLayer
# at U=1.90, where the 9-mm-thick single-layer timber wall doesn't
# fit the Table 6 buckets cleanly).
u_value: Optional[float] = None
@property
def is_basement_wall(self) -> bool:
"""True iff this alt sub-area is the dwelling's basement wall —
identified by RdSAP10 wall_construction code = 6 (see module
constant `BASEMENT_WALL_CONSTRUCTION_CODE`). RdSAP §5.17 / Table 23
applies a special U-value lookup to basement walls."""
return self.wall_construction == BASEMENT_WALL_CONSTRUCTION_CODE
@dataclass
class SapBuildingPart:
# General
identifier: BuildingPartIdentifier
identifier: str # e.g. "main", "roof"
construction_age_band: str
# Wall
@ -399,12 +196,12 @@ class SapBuildingPart:
int, str
] # int from API, str from site notes TODO: make enum/mapping?
wall_thickness_measured: bool
party_wall_construction: Optional[Union[int, str]] = (
None # TODO: make enum/mapping?
)
party_wall_construction: Union[int, str] # TODO: make enum/mapping?
# Floor
sap_floor_dimensions: List[SapFloorDimension] = field(default_factory=list)
sap_floor_dimensions: List[
SapFloorDimension
] # Not included in site notes; should this be optional?
# Optional
building_part_number: Optional[int] = (
@ -427,7 +224,6 @@ class SapBuildingPart:
floor_u_value_known: Optional[bool] = None
roof_construction: Optional[int] = None
roof_construction_type: Optional[str] = None # str from site notes e.g. "PS Pitched, sloping ceiling"
roof_insulation_location: Optional[Union[int, str]] = (
None # TODO: make enum/mapping?
)
@ -436,29 +232,6 @@ class SapBuildingPart:
)
sap_room_in_roof: Optional[SapRoomInRoof] = None
@property
def main_wall_is_basement(self) -> bool:
"""True iff this part's primary wall (not an alt sub-area) is the
basement wall — happens when the whole part sits below grade.
Empirically 54 of 67k parts in the 2026 sweep; rare but real."""
return self.wall_construction == BASEMENT_WALL_CONSTRUCTION_CODE
@property
def has_basement(self) -> bool:
"""True iff this part carries a basement wall — either as its
main wall (`main_wall_is_basement`) or as an alt sub-area
(`SapAlternativeWall.is_basement_wall`). When true, RdSAP §5.17 /
Table 23 governs both the basement-wall U-value AND the entire
ground floor's U-value for this part (per user-confirmed
convention: basement-wall presence ⇒ whole floor=0 is basement
floor)."""
if self.main_wall_is_basement:
return True
return any(
alt is not None and alt.is_basement_wall
for alt in (self.sap_alternative_wall_1, self.sap_alternative_wall_2)
)
@dataclass
class WindowsTransmissionDetails:
@ -477,22 +250,6 @@ class SapFlatDetails:
unheated_corridor_length_m: Optional[int] = None
@dataclass
class RenewableHeatIncentive:
"""The RHI block on the EPC — annual baseline kWh per end-use, plus SAP-estimated
impact of common insulation measures.
Mapped 1:1 from the gov EPC API's `renewable_heat_incentive` object. Source of
baseline `space_heating_kwh` and `hot_water_kwh` for SAP10 properties (used as ML
training targets per ADR-0007).
"""
space_heating_kwh: float
water_heating_kwh: float
impact_of_loft_insulation_kwh: Optional[float] = None
impact_of_cavity_insulation_kwh: Optional[float] = None
impact_of_solid_wall_insulation_kwh: Optional[float] = None
@dataclass
class EpcPropertyData:
# General
@ -570,10 +327,6 @@ class EpcPropertyData:
main_heating_controls: Optional[EnergyElement] = (
None # site notes has heating_and_hot_water.main_heating.controls: str - doesn't map to EnergyElement
)
# Air-tightness EnergyElement (description + ratings) — kept as input even though
# ratings are derived, because the `.description` text categorizes the building's
# permeability class when no pressure test was carried out.
air_tightness: Optional[EnergyElement] = None
current_energy_efficiency_band: Optional[Epc] = None # not available in site notes?
environmental_impact_current: Optional[int] = None
heating_cost_current: Optional[float] = None
@ -599,28 +352,17 @@ class EpcPropertyData:
potential_energy_efficiency_band: Optional[Epc] = (
None # not available in site notes
)
renewable_heat_incentive: Optional[RenewableHeatIncentive] = None
# renewable_heat_incentive: Optional[Any] = None # Not sure what this is, skip for now
draughtproofed_door_count: Optional[int] = None
mechanical_vent_duct_type: Optional[int] = None
windows_transmission_details: Optional[WindowsTransmissionDetails] = None
multiple_glazed_proportion: Optional[int] = None
extract_fans_count: Optional[int] = None
# Optional cert-level addendum + LZC source codes.
addendum: Optional[Addendum] = None
lzc_energy_sources: Optional[List[int]] = None
# RdSAP10 §3 line (27a) — roof windows cut into a storey-below roof.
# Distinct from `sap_windows` (vertical, line (27)) because Table 24
# has a separate roof-window U-value column. None when the dwelling
# has no roof windows; for cert-cascade fixtures the bootstrap path
# lodges per-window area + raw U.
sap_roof_windows: Optional[List[SapRoofWindow]] = None
multiple_glazed_propertion: Optional[int] = None
calculation_software_version: Optional[str] = None # Do we care about this?
mechanical_vent_duct_placement: Optional[int] = None
mechanical_vent_duct_insulation: Optional[int] = None
pressure_test_certificate_number: Optional[int] = None
mechanical_ventilation_index_number: Optional[int] = None
mechanical_vent_measured_installation: Optional[str] = None
mechanical_vent_duct_insulation_level: Optional[int] = None
co2_emissions_current_per_floor_area: Optional[int] = None
low_energy_fixed_lighting_bulbs_count: Optional[int] = None
sap_flat_details: Optional[SapFlatDetails] = None

1751
datatypes/epc/domain/mapper.py
View file

File diff suppressed because it is too large Load diff

98
datatypes/epc/domain/tests/test_building_part_identifier.py
View file

@ -1,98 +0,0 @@
"""Tests for `BuildingPartIdentifier` — the strictly-typed identifier
that replaces bare-string matching on `SapBuildingPart.identifier`.
Two boundary factories convert raw inputs to canonical members:
- `BuildingPartIdentifier.from_api_string` (gov-EPC API)
- `BuildingPartIdentifier.extension(n)` (site-notes / construction id)
P6.1 starts P6 (strict-type EpcPropertyData) from the documented pain
point in packages/domain/src/domain/sap/worksheet/dimensions.py:74-82.
"""
from __future__ import annotations
import pytest
from datatypes.epc.domain.epc_property_data import BuildingPartIdentifier
class TestFromApiString:
"""The gov-EPC API returns "Main Dwelling" and "Extension N"; the
21_0_1 schema also permits `None`. All map to canonical members."""
def test_main_dwelling_becomes_main(self) -> None:
# Arrange / Act
identifier = BuildingPartIdentifier.from_api_string("Main Dwelling")
# Assert
assert identifier is BuildingPartIdentifier.MAIN
@pytest.mark.parametrize(
"api_string, expected",
[
("Extension 1", BuildingPartIdentifier.EXTENSION_1),
("Extension 2", BuildingPartIdentifier.EXTENSION_2),
("Extension 3", BuildingPartIdentifier.EXTENSION_3),
("Extension 4", BuildingPartIdentifier.EXTENSION_4),
],
)
def test_extension_n_becomes_extension_n(
self, api_string: str, expected: BuildingPartIdentifier
) -> None:
# Arrange / Act
identifier = BuildingPartIdentifier.from_api_string(api_string)
# Assert
assert identifier is expected
def test_none_becomes_other(self) -> None:
# Arrange — the 21_0_1 schema permits `identifier: Optional[str]`.
# Act
identifier = BuildingPartIdentifier.from_api_string(None)
# Assert
assert identifier is BuildingPartIdentifier.OTHER
@pytest.mark.parametrize(
"api_string", ["", "roof", "garage", "Extension", "Main", "Extension 5"]
)
def test_unrecognised_becomes_other(self, api_string: str) -> None:
# Arrange — "Extension 5" is intentionally OTHER per RdSAP10 §1.2
# (max 4 extensions); bare "Extension" with no digit likewise.
# Act
identifier = BuildingPartIdentifier.from_api_string(api_string)
# Assert
assert identifier is BuildingPartIdentifier.OTHER
class TestExtensionFactory:
"""`extension(n)` is the site-notes-side constructor — surveyors
record extensions by integer id; this maps id→canonical member."""
@pytest.mark.parametrize(
"n, expected",
[
(1, BuildingPartIdentifier.EXTENSION_1),
(2, BuildingPartIdentifier.EXTENSION_2),
(3, BuildingPartIdentifier.EXTENSION_3),
(4, BuildingPartIdentifier.EXTENSION_4),
],
)
def test_valid_extension_number_returns_member(
self, n: int, expected: BuildingPartIdentifier
) -> None:
# Arrange / Act
identifier = BuildingPartIdentifier.extension(n)
# Assert
assert identifier is expected
@pytest.mark.parametrize("n", [0, 5, 99, -1])
def test_out_of_range_falls_to_other(self, n: int) -> None:
# Arrange — RdSAP10 §1.2 caps at 4; out-of-range numbers should
# not crash the mapper, they should classify as OTHER.
# Act
identifier = BuildingPartIdentifier.extension(n)
# Assert
assert identifier is BuildingPartIdentifier.OTHER

158
datatypes/epc/domain/tests/test_from_rdsap_schema.py
View file

@ -253,60 +253,6 @@ class TestFromRdSapSchema21_0_0:
def test_property_type(self, result: EpcPropertyData) -> None:
assert result.property_type == "0"
def test_renewable_heat_incentive(self, result: EpcPropertyData) -> None:
# Arrange — schema-21.0.0 sample JSON loaded via fixture
# Act
rhi = result.renewable_heat_incentive
# Assert
assert rhi is not None
assert rhi.space_heating_kwh == 13120.0
assert rhi.water_heating_kwh == 2285.0
assert rhi.impact_of_loft_insulation_kwh == -2114.0
assert rhi.impact_of_cavity_insulation_kwh == -122.0
assert rhi.impact_of_solid_wall_insulation_kwh == -3560.0
def test_photovoltaic_arrays_none_when_unmeasured(
self, result: EpcPropertyData
) -> None:
# Arrange — fixture has the unmeasured-PV shape
# (photovoltaic_supply.none_or_no_details.percent_roof_area = 0)
# Act
es = result.sap_energy_source
# Assert
assert es.photovoltaic_arrays is None
assert es.photovoltaic_supply is not None
def test_photovoltaic_arrays_populated_when_measured(self) -> None:
# Arrange — load the schema-21.0.0 fixture and override
# sap_energy_source.photovoltaic_supply with the modern list-of-arrays
# shape carried by SAP10 EPCs with measured PV.
data = load("21_0_0.json")
data["sap_energy_source"]["photovoltaic_supply"] = [
[{"pitch": 2, "peak_power": 2.04, "orientation": 4, "overshading": 1}],
[{"pitch": 2, "peak_power": 1.86, "orientation": 8, "overshading": 2}],
]
schema = from_dict(RdSapSchema21_0_0, data)
# Act
result = EpcPropertyDataMapper.from_rdsap_schema_21_0_0(schema)
# Assert
arrays = result.sap_energy_source.photovoltaic_arrays
assert arrays is not None
assert len(arrays) == 2
assert arrays[0].peak_power == 2.04
assert arrays[0].pitch == 2
assert arrays[0].orientation == 4
assert arrays[0].overshading == 1
assert arrays[1].peak_power == 1.86
assert arrays[1].orientation == 8
# photovoltaic_supply is None when the measured shape is present
assert result.sap_energy_source.photovoltaic_supply is None
# ---------------------------------------------------------------------------
# Schema 21.0.1 (most comprehensive — full field coverage)
@ -586,107 +532,3 @@ class TestFromRdSapSchema21_0_1:
def test_party_wall_length(self, result: EpcPropertyData) -> None:
assert result.sap_building_parts[0].sap_floor_dimensions[0].party_wall_length_m == 7.9
# --- room-in-roof (sap_room_in_roof.room_in_roof_type_1) ---
def test_flat_roof_insulation_thickness_flows_through_on_building_part(
self, result: EpcPropertyData
) -> None:
# Arrange — schema-21.0.1 lodges flat_roof_insulation_thickness
# on SapBuildingPart as a categorical code (e.g. "AB" for "As
# Built"). EpcPropertyData.SapBuildingPart declares the field;
# without mapper passthrough the flat-roof U-value cascade has
# no insulation signal to use.
# Act
v = result.sap_building_parts[0].flat_roof_insulation_thickness
# Assert
assert v == "AB"
def test_sap_room_in_roof_gable_lengths_extracted_from_room_in_roof_type_1(
self, result: EpcPropertyData
) -> None:
# Arrange — schema-21.0.1 lodges Simplified Type 1 gable lengths
# under sap_room_in_roof.room_in_roof_type_1. The cascade requires
# them on EpcPropertyData.SapRoomInRoof.gable_1_length_m /
# gable_2_length_m for the §3.9.2 area cascade. Without this the
# length data is silently dropped at deserialization.
# Act
rir = result.sap_building_parts[0].sap_room_in_roof
# Assert
assert rir is not None
assert rir.gable_1_length_m == 6.4
assert rir.gable_2_length_m == 6.4
# --- ventilation (sap_ventilation) ---
def test_sap_ventilation_extract_fans_count_flows_through_to_calculator_input(
self, result: EpcPropertyData
) -> None:
# Arrange — fixture lodges `extract_fans_count: 2` at the cert root;
# cert_to_inputs reads it via epc.sap_ventilation.extract_fans_count,
# so the mapper must surface it on the SapVentilation slice.
# Act
sv = result.sap_ventilation
# Assert
assert sv is not None
assert sv.extract_fans_count == 2
def test_percent_draughtproofed_flows_through_to_calculator_input(
self, result: EpcPropertyData
) -> None:
# Arrange — fixture lodges `percent_draughtproofed: 100` at the
# cert root. cert_to_inputs reads it via epc.percent_draughtproofed
# for the §2 ventilation cascade (window draught loss). Without
# this the cascade defaults to 0 — treats every cert as fully
# draughty, over-counting infiltration.
# Act
v = result.percent_draughtproofed
# Assert
assert v == 100
def test_ventilation_completeness_all_seven_vent_fields_flow_through(
self, result: EpcPropertyData
) -> None:
# Arrange — schema-21.0.1 carries seven vent / draught fields the
# cert→inputs cascade reads for the §2 infiltration calculation.
# Without these the calc treats the dwelling as flue-free / vent-
# free / no draught lobby, under-counting infiltration ACH.
# blocked_chimneys is top-level; the other 6 live on SapVentilation.
# Act
sv = result.sap_ventilation
# Assert
assert result.blocked_chimneys_count == 1
assert sv is not None
assert sv.open_flues_count == 1
assert sv.closed_flues_count == 1
assert sv.boiler_flues_count == 1
assert sv.other_flues_count == 1
assert sv.passive_vents_count == 2
assert sv.has_draught_lobby is True
# --- renewable heat incentive (RHI) ---
def test_renewable_heat_incentive(self, result: EpcPropertyData) -> None:
# Arrange — schema-21.0.1 sample JSON loaded via fixture
# Act
rhi = result.renewable_heat_incentive
# Assert
assert rhi is not None
assert rhi.space_heating_kwh == 13120.0
assert rhi.water_heating_kwh == 2285.0
assert rhi.impact_of_loft_insulation_kwh == -2114.0
assert rhi.impact_of_cavity_insulation_kwh == -122.0
assert rhi.impact_of_solid_wall_insulation_kwh == -3560.0

5
datatypes/epc/domain/tests/test_from_site_notes.py
View file

@ -6,7 +6,6 @@ from typing import Any, Dict
import pytest
from datatypes.epc.domain.epc_property_data import (
BuildingPartIdentifier,
EpcPropertyData,
InstantaneousWwhrs,
MainHeatingDetail,
@ -212,7 +211,7 @@ class TestFromSiteNotesExample1:
assert len(result.sap_building_parts) == 1
def test_building_part_identifier(self, result: EpcPropertyData) -> None:
assert result.sap_building_parts[0].identifier is BuildingPartIdentifier.MAIN
assert result.sap_building_parts[0].identifier == "main"
def test_construction_age_band(self, result: EpcPropertyData) -> None:
# main_building.age_range: "I: 1996 - 2002" → letter "I"
@ -465,7 +464,7 @@ class TestFromSiteNotesExample1:
# Building parts
sap_building_parts=[
SapBuildingPart(
identifier=BuildingPartIdentifier.MAIN,
identifier="main",
construction_age_band="I",
wall_construction="Cavity",
wall_insulation_type="As built",

6
datatypes/epc/schema/helpers.py
View file

@ -59,12 +59,6 @@ def _coerce(value: Any, hint: Any) -> Any:
for arg in non_none_args:
if dataclasses.is_dataclass(arg) and isinstance(value, dict):
return _from_dict_impl(arg, value)
# Then try list types — covers Union[Dataclass, list[...]] polymorphism
# where a single JSON key can carry either a wrapper dict or a list of items.
if isinstance(value, list):
for arg in non_none_args:
if typing.get_origin(arg) is list:
return _coerce(value, arg)
# All remaining args are primitives — return value as-is
return value

34
datatypes/epc/schema/rdsap_schema_21_0_0.py
View file

@ -61,10 +61,10 @@ class SapHeating:
cylinder_size: int
water_heating_code: int
water_heating_fuel: int
instantaneous_wwhrs: InstantaneousWwhrs
main_heating_details: List[MainHeatingDetail]
immersion_heating_type: Union[int, str]
has_fixed_air_conditioning: str
instantaneous_wwhrs: Optional[InstantaneousWwhrs] = None
shower_outlets: Optional[ShowerOutlets] = None
cylinder_insulation_type: Optional[int] = None
cylinder_thermostat: Optional[str] = None
@ -99,28 +99,13 @@ class PhotovoltaicSupply:
none_or_no_details: PhotovoltaicSupplyNoneOrNoDetails
@dataclass
class PhotovoltaicArray:
"""Measured-PV array (peak_power, pitch, orientation, overshading).
Modern SAP10 EPCs with measured PV carry `photovoltaic_supply` as a nested
list (`list[list[PhotovoltaicArray]]`) rather than the legacy wrapper dict
`PhotovoltaicSupply`. The Union type on SapEnergySource.photovoltaic_supply
accepts either shape.
"""
peak_power: float
pitch: int
orientation: int
overshading: int
@dataclass
class SapEnergySource:
mains_gas: str
meter_type: int
pv_connection: int
pv_battery_count: int
photovoltaic_supply: Union[PhotovoltaicSupply, List[List[PhotovoltaicArray]]]
photovoltaic_supply: PhotovoltaicSupply
wind_turbines_count: int
wind_turbine_details: WindTurbineDetails
gas_smart_meter_present: str
@ -166,26 +151,11 @@ class SapFloorDimension:
floor_construction: Optional[int] = None
@dataclass
class RoomInRoofType1:
"""RdSAP §3.9.1 Simplified Type 1 RR — gable lengths only.
`gable_wall_type_*` is the Table 4 gable variant (0 = external, etc.;
full enum not yet mapped). `gable_wall_length_*` is the run of the
external gable in metres. Heights are NOT lodged here — the cascade
applies the §3.9.1 default storey height (2.45 m)."""
gable_wall_type_1: Optional[int] = None
gable_wall_type_2: Optional[int] = None
gable_wall_length_1: Optional[float] = None
gable_wall_length_2: Optional[float] = None
@dataclass
class SapRoomInRoof:
"""Room-in-roof details. insulation and roof_room_connected removed in schema 21.0.0."""
floor_area: Union[int, float]
construction_age_band: str
room_in_roof_type_1: Optional[RoomInRoofType1] = None
@dataclass

155
datatypes/epc/schema/rdsap_schema_21_0_1.py
View file

@ -14,9 +14,9 @@ class EnergyElement:
@dataclass
class Addendum:
addendum_numbers: List[int]
stone_walls: Optional[str] = None
system_build: Optional[str] = None
addendum_numbers: Optional[List[int]] = None
@dataclass
@ -27,7 +27,7 @@ class ShowerOutlet:
@dataclass
class ShowerOutlets:
shower_outlet: Optional[ShowerOutlet] = None
shower_outlet: ShowerOutlet
@dataclass
@ -43,12 +43,12 @@ class MainHeatingDetail:
has_fghrs: str # TODO: make bool
main_fuel_type: int
heat_emitter_type: int
emitter_temperature: Union[int, str]
main_heating_number: int
main_heating_control: int
main_heating_category: int
main_heating_fraction: int
main_heating_data_source: int
emitter_temperature: Optional[Union[int, str]] = None
boiler_flue_type: Optional[int] = None
fan_flue_present: Optional[str] = None # TODO: make bool
boiler_ignition_type: Optional[int] = None
@ -62,16 +62,11 @@ class SapHeating:
cylinder_size: int
water_heating_code: int
water_heating_fuel: int
instantaneous_wwhrs: InstantaneousWwhrs
main_heating_details: List[MainHeatingDetail]
immersion_heating_type: Union[int, str]
has_fixed_air_conditioning: str
instantaneous_wwhrs: Optional[InstantaneousWwhrs] = None
# Real-API certs carry shower_outlets as a list, not the synthetic single-object form;
# accept both shapes so older fixtures keep parsing.
shower_outlets: Optional[Union[ShowerOutlets, List[ShowerOutlets]]] = None
# SAP10 hot-water demand inputs.
number_baths: Optional[int] = None
number_baths_wwhrs: Optional[int] = None
shower_outlets: Optional[ShowerOutlets] = None
cylinder_insulation_type: Optional[int] = None
cylinder_thermostat: Optional[str] = None
secondary_fuel_type: Optional[int] = None
@ -86,9 +81,7 @@ class PvBattery:
@dataclass
class PvBatteries:
# Real-API certs carry pv_batteries as a list (similar to shower_outlets);
# the older synthetic fixture used a single-object wrapper.
pv_battery: Optional[PvBattery] = None
pv_battery: PvBattery
@dataclass
@ -104,22 +97,7 @@ class PhotovoltaicSupplyNoneOrNoDetails:
@dataclass
class PhotovoltaicSupply:
none_or_no_details: Optional[PhotovoltaicSupplyNoneOrNoDetails] = None
@dataclass
class PhotovoltaicArray:
"""Measured-PV array (peak_power, pitch, orientation, overshading).
Modern SAP10 EPCs with measured PV carry `photovoltaic_supply` as a nested
list (`list[list[PhotovoltaicArray]]`) rather than the legacy wrapper dict
`PhotovoltaicSupply`. The Union type on SapEnergySource.photovoltaic_supply
accepts either shape. Some certs wrap the scalars in Measurement dicts.
"""
peak_power: Union[Measurement, int, float]
pitch: Union[Measurement, int]
orientation: Union[Measurement, int]
overshading: Union[Measurement, int]
none_or_no_details: PhotovoltaicSupplyNoneOrNoDetails
@dataclass
@ -127,15 +105,15 @@ class SapEnergySource:
mains_gas: str
meter_type: int
pv_connection: int
photovoltaic_supply: Union[PhotovoltaicSupply, List[List[PhotovoltaicArray]]]
pv_battery_count: int
photovoltaic_supply: PhotovoltaicSupply
wind_turbines_count: int
wind_turbine_details: WindTurbineDetails
gas_smart_meter_present: str
is_dwelling_export_capable: str
wind_turbines_terrain_type: int
electricity_smart_meter_present: str
pv_battery_count: Optional[int] = None
wind_turbine_details: Optional[WindTurbineDetails] = None
pv_batteries: Optional[Union[PvBatteries, List[PvBatteries]]] = None
pv_batteries: Optional[PvBatteries] = None
@dataclass
@ -147,54 +125,37 @@ class WindowTransmissionDetails:
@dataclass
class SapWindow:
pvc_frame: str
glazing_gap: int
orientation: int
window_type: int
frame_factor: float
glazing_type: int
# Real-API certs sometimes carry a Measurement dict for dimensions, not a plain float.
window_width: Union[Measurement, int, float]
window_height: Union[Measurement, int, float]
window_width: float
window_height: float
draught_proofed: str # TODO: make bool
window_location: int
window_wall_type: int
permanent_shutters_present: str # TODO: make bool
window_transmission_details: WindowTransmissionDetails
permanent_shutters_insulated: str
pvc_frame: Optional[str] = None
glazing_gap: Optional[int] = None
frame_factor: Optional[float] = None
window_transmission_details: Optional[WindowTransmissionDetails] = None
@dataclass
class SapFloorDimension:
floor: int
# Real-API certs sometimes carry plain int/float instead of a Measurement object.
room_height: Union[Measurement, int, float]
total_floor_area: Union[Measurement, int, float]
party_wall_length: Union[Measurement, int, float]
heat_loss_perimeter: Union[Measurement, int, float]
room_height: Measurement
total_floor_area: Measurement
party_wall_length: Union[Measurement, int]
heat_loss_perimeter: Measurement
floor_insulation: Optional[int] = None
floor_construction: Optional[int] = None
@dataclass
class RoomInRoofType1:
"""RdSAP §3.9.1 Simplified Type 1 RR — gable lengths only.
`gable_wall_type_*` is the Table 4 gable variant (0 = external, etc.;
full enum not yet mapped). `gable_wall_length_*` is the run of the
external gable in metres. Heights are NOT lodged here — the cascade
applies the §3.9.1 default storey height (2.45 m)."""
gable_wall_type_1: Optional[int] = None
gable_wall_type_2: Optional[int] = None
gable_wall_length_1: Optional[float] = None
gable_wall_length_2: Optional[float] = None
@dataclass
class SapRoomInRoof:
floor_area: Union[int, float]
construction_age_band: str
room_in_roof_type_1: Optional[RoomInRoofType1] = None
@dataclass
@ -209,19 +170,19 @@ class SapAlternativeWall:
@dataclass
class SapBuildingPart:
identifier: Optional[str] = None
wall_dry_lined: Optional[str] = None
floor_heat_loss: Optional[int] = None
roof_construction: Optional[int] = None
wall_construction: Optional[int] = None
building_part_number: Optional[int] = None
sap_floor_dimensions: Optional[List[SapFloorDimension]] = None
wall_insulation_type: Optional[int] = None
construction_age_band: Optional[str] = None
party_wall_construction: Optional[Union[int, str]] = None
wall_thickness_measured: Optional[str] = None
roof_insulation_location: Optional[Union[int, str]] = None
roof_insulation_thickness: Optional[Union[str, int]] = None
identifier: str
wall_dry_lined: str
floor_heat_loss: int
roof_construction: int
wall_construction: int
building_part_number: int
sap_floor_dimensions: List[SapFloorDimension]
wall_insulation_type: int
construction_age_band: str
party_wall_construction: Union[int, str]
wall_thickness_measured: str
roof_insulation_location: Union[int, str]
roof_insulation_thickness: Union[str, int]
sap_room_in_roof: Optional[SapRoomInRoof] = None
sap_alternative_wall_1: Optional[SapAlternativeWall] = None
sap_alternative_wall_2: Optional[SapAlternativeWall] = None
@ -315,6 +276,7 @@ class RdSapSchema21_0_1:
assessment_type: str
completion_date: str
inspection_date: str
wet_rooms_count: int
extensions_count: int
measurement_type: int
total_floor_area: int
@ -325,6 +287,7 @@ class RdSapSchema21_0_1:
sap_energy_source: SapEnergySource
secondary_heating: EnergyElement
sap_building_parts: List[SapBuildingPart]
open_chimneys_count: int
solar_water_heating: str
habitable_room_count: int
heating_cost_current: float
@ -337,8 +300,10 @@ class RdSapSchema21_0_1:
has_hot_water_cylinder: str
heating_cost_potential: float
hot_water_cost_current: float
insulated_door_u_value: float
mechanical_ventilation: int
percent_draughtproofed: int
suggested_improvements: List[SuggestedImprovement]
co2_emissions_potential: float
energy_rating_potential: int
lighting_cost_potential: float
@ -346,51 +311,31 @@ class RdSapSchema21_0_1:
hot_water_cost_potential: float
renewable_heat_incentive: RenewableHeatIncentive
draughtproofed_door_count: int
mechanical_vent_duct_type: int
windows_transmission_details: WindowsTransmissionDetails
cfl_fixed_lighting_bulbs_count: int
energy_consumption_current: int
has_fixed_air_conditioning: str
multiple_glazed_proportion: int
calculation_software_version: str
energy_consumption_potential: int
environmental_impact_current: int
led_fixed_lighting_bulbs_count: int
mechanical_vent_duct_placement: int
mechanical_vent_duct_insulation: int
potential_energy_efficiency_band: str
pressure_test_certificate_number: int
mechanical_ventilation_index_number: int
co2_emissions_current_per_floor_area: int
current_energy_efficiency_band: str
environmental_impact_potential: int
low_energy_fixed_lighting_bulbs_count: int
mechanical_vent_duct_insulation_level: int
mechanical_vent_measured_installation: str
incandescent_fixed_lighting_bulbs_count: int
# Fields below are present in some certs but absent in many real-world responses;
# see datatypes/epc/schema/tests/fixtures/21_0_1_real.json for a representative cert.
air_tightness: Optional[EnergyElement] = None
extract_fans_count: Optional[int] = None
wet_rooms_count: Optional[int] = None
open_chimneys_count: Optional[int] = None
# Ventilation / draught completeness — surfaced into SapVentilation
# (or EpcPropertyData top-level for chimney counts) so the §2 cascade
# gets the real flue / vent / draught lobby state instead of zeros.
blocked_chimneys_count: Optional[int] = None
open_flues_count: Optional[int] = None
closed_flues_count: Optional[int] = None
boilers_flues_count: Optional[int] = None
other_flues_count: Optional[int] = None
psv_count: Optional[int] = None
has_draught_lobby: Optional[str] = None # "true" / "false" / "unknown"
insulated_door_u_value: Optional[float] = None
suggested_improvements: Optional[List[SuggestedImprovement]] = None
mechanical_vent_duct_type: Optional[int] = None
windows_transmission_details: Optional[WindowsTransmissionDetails] = None
cfl_fixed_lighting_bulbs_count: Optional[int] = None
multiple_glazed_proportion: Optional[int] = None
led_fixed_lighting_bulbs_count: Optional[int] = None
mechanical_vent_duct_placement: Optional[int] = None
mechanical_vent_duct_insulation: Optional[int] = None
pressure_test_certificate_number: Optional[int] = None
mechanical_ventilation_index_number: Optional[int] = None
low_energy_fixed_lighting_bulbs_count: Optional[int] = None
mechanical_vent_duct_insulation_level: Optional[int] = None
mechanical_vent_measured_installation: Optional[str] = None
sap_flat_details: Optional[SapFlatDetails] = None
addendum: Optional[Addendum] = None
address_line_2: Optional[str] = None
has_heated_separate_conservatory: Optional[str] = None
fixed_lighting_outlets_count: Optional[int] = None
low_energy_fixed_lighting_outlets_count: Optional[int] = None
# LZC (low-carbon) energy-source codes flagged on the cert.
lzc_energy_sources: Optional[List[int]] = None

20
datatypes/epc/schema/tests/fixtures/21_0_1.json vendored
View file

@ -126,20 +126,10 @@
"identifier": "Main Dwelling",
"wall_dry_lined": "N",
"floor_heat_loss": 7,
"sap_room_in_roof": {
"floor_area": 100,
"construction_age_band": "B",
"room_in_roof_type_1": {
"gable_wall_type_1": 0,
"gable_wall_type_2": 0,
"gable_wall_length_1": 6.4,
"gable_wall_length_2": 6.4
}
},
"sap_room_in_roof": {"floor_area": 100, "construction_age_band": "B"},
"roof_construction": 4,
"wall_construction": 4,
"building_part_number": 1,
"flat_roof_insulation_thickness": "AB",
"sap_floor_dimensions": [
{
"floor": 0,
@ -164,14 +154,6 @@
}
],
"open_chimneys_count": 1,
"extract_fans_count": 2,
"blocked_chimneys_count": 1,
"open_flues_count": 1,
"closed_flues_count": 1,
"boilers_flues_count": 1,
"other_flues_count": 1,
"psv_count": 2,
"has_draught_lobby": "true",
"solar_water_heating": "N",
"habitable_room_count": 5,
"heating_cost_current": 365.98,

309
datatypes/epc/schema/tests/fixtures/21_0_1_real.json vendored
View file

@ -1,309 +0,0 @@
{
"uprn": 0,
"roofs": [
{
"description": "(another dwelling above)",
"energy_efficiency_rating": 0,
"environmental_efficiency_rating": 0
}
],
"walls": [
{
"description": "Solid brick, as built, no insulation (assumed)",
"energy_efficiency_rating": 1,
"environmental_efficiency_rating": 1
}
],
"floors": [
{
"description": "Solid, no insulation (assumed)",
"energy_efficiency_rating": 0,
"environmental_efficiency_rating": 0
}
],
"status": "entered",
"tenure": 1,
"window": {
"description": "Fully double glazed",
"energy_efficiency_rating": 3,
"environmental_efficiency_rating": 3
},
"lighting": {
"description": "Excellent lighting efficiency",
"energy_efficiency_rating": 5,
"environmental_efficiency_rating": 5
},
"postcode": "SE22 9QF",
"hot_water": {
"description": "From main system",
"energy_efficiency_rating": 4,
"environmental_efficiency_rating": 4
},
"post_town": "LONDON",
"built_form": "NR",
"created_at": "2026-03-10 00:03:32",
"door_count": 1,
"region_code": 17,
"report_type": 2,
"sap_heating": {
"number_baths": 1,
"cylinder_size": 1,
"number_baths_wwhrs": 0,
"water_heating_code": 901,
"water_heating_fuel": 26,
"main_heating_details": [
{
"has_fghrs": "N",
"main_fuel_type": 26,
"boiler_flue_type": 2,
"fan_flue_present": "Y",
"heat_emitter_type": 1,
"emitter_temperature": 0,
"main_heating_number": 1,
"main_heating_control": 2106,
"main_heating_category": 2,
"main_heating_fraction": 1,
"central_heating_pump_age": 0,
"main_heating_data_source": 1,
"main_heating_index_number": 17973
}
],
"immersion_heating_type": "NA",
"has_fixed_air_conditioning": "false"
},
"sap_version": 10.2,
"sap_windows": [
{
"pvc_frame": "true",
"orientation": 5,
"window_type": 1,
"glazing_type": 2,
"window_width": 1.09,
"window_height": 1.75,
"draught_proofed": "true",
"window_location": 0,
"window_wall_type": 1,
"permanent_shutters_present": "N",
"permanent_shutters_insulated": "N"
},
{
"pvc_frame": "true",
"orientation": 5,
"window_type": 1,
"glazing_type": 2,
"window_width": 0.99,
"window_height": 0.89,
"draught_proofed": "true",
"window_location": 0,
"window_wall_type": 1,
"permanent_shutters_present": "N",
"permanent_shutters_insulated": "N"
},
{
"pvc_frame": "true",
"orientation": 3,
"window_type": 1,
"glazing_type": 2,
"window_width": 0.7,
"window_height": 0.7,
"draught_proofed": "true",
"window_location": 0,
"window_wall_type": 1,
"permanent_shutters_present": "N",
"permanent_shutters_insulated": "N"
}
],
"schema_type": "RdSAP-Schema-21.0.1",
"uprn_source": "Address Matched",
"country_code": "ENG",
"main_heating": [
{
"description": "Boiler and radiators, mains gas",
"energy_efficiency_rating": 4,
"environmental_efficiency_rating": 4
}
],
"air_tightness": {
"description": "(not tested)",
"energy_efficiency_rating": 0,
"environmental_efficiency_rating": 0
},
"dwelling_type": "Ground-floor flat",
"language_code": 1,
"pressure_test": 4,
"property_type": 2,
"address_line_1": "<scrubbed>",
"address_line_2": "<scrubbed>",
"assessment_type": "RdSAP",
"completion_date": "2026-03-10",
"inspection_date": "2026-03-05",
"extensions_count": 0,
"measurement_type": 1,
"sap_flat_details": {
"level": 1,
"top_storey": "N",
"storey_count": 4,
"flat_location": 0,
"heat_loss_corridor": 0
},
"total_floor_area": 27,
"transaction_type": 1,
"conservatory_type": 1,
"heated_room_count": 1,
"registration_date": "2026-03-10",
"sap_energy_source": {
"mains_gas": "Y",
"meter_type": 2,
"pv_connection": 0,
"photovoltaic_supply": {
"none_or_no_details": {
"percent_roof_area": 0
}
},
"wind_turbines_count": 0,
"gas_smart_meter_present": "false",
"is_dwelling_export_capable": "false",
"wind_turbines_terrain_type": 2,
"electricity_smart_meter_present": "false"
},
"secondary_heating": {
"description": "None",
"energy_efficiency_rating": 0,
"environmental_efficiency_rating": 0
},
"extract_fans_count": 1,
"sap_building_parts": [
{
"identifier": "Main Dwelling",
"wall_dry_lined": "N",
"floor_heat_loss": 7,
"roof_construction": 3,
"wall_construction": 3,
"building_part_number": 1,
"sap_floor_dimensions": [
{
"floor": 0,
"room_height": {
"value": 2.4,
"quantity": "metres"
},
"floor_insulation": 1,
"total_floor_area": {
"value": 26.78,
"quantity": "square metres"
},
"party_wall_length": {
"value": 10.52,
"quantity": "metres"
},
"floor_construction": 1,
"heat_loss_perimeter": {
"value": 10.52,
"quantity": "metres"
}
}
],
"wall_insulation_type": 4,
"construction_age_band": "A",
"party_wall_construction": 0,
"wall_thickness_measured": "N",
"roof_insulation_location": "ND",
"roof_insulation_thickness": "ND",
"wall_insulation_thickness": "NI",
"floor_insulation_thickness": "NI"
}
],
"solar_water_heating": "N",
"habitable_room_count": 1,
"heating_cost_current": {
"value": 355,
"currency": "GBP"
},
"insulated_door_count": 0,
"co2_emissions_current": 1.1,
"energy_rating_average": 60,
"energy_rating_current": 71,
"lighting_cost_current": {
"value": 22,
"currency": "GBP"
},
"main_heating_controls": [
{
"description": "Programmer, room thermostat and TRVs",
"energy_efficiency_rating": 4,
"environmental_efficiency_rating": 4
}
],
"has_hot_water_cylinder": "false",
"heating_cost_potential": {
"value": 228,
"currency": "GBP"
},
"hot_water_cost_current": {
"value": 128,
"currency": "GBP"
},
"mechanical_ventilation": 0,
"percent_draughtproofed": 100,
"suggested_improvements": [
{
"sequence": 1,
"typical_saving": {
"value": 91,
"currency": "GBP"
},
"indicative_cost": "\u00a37,500 - \u00a311,000",
"improvement_type": "Q",
"improvement_details": {
"improvement_number": 7
},
"improvement_category": 5,
"energy_performance_rating": 76,
"environmental_impact_rating": 83
},
{
"sequence": 2,
"typical_saving": {
"value": 34,
"currency": "GBP"
},
"indicative_cost": "\u00a35,000 - \u00a310,000",
"improvement_type": "W2",
"improvement_details": {
"improvement_number": 58
},
"improvement_category": 5,
"energy_performance_rating": 77,
"environmental_impact_rating": 85
}
],
"co2_emissions_potential": 0.7,
"energy_rating_potential": 77,
"lighting_cost_potential": {
"value": 22,
"currency": "GBP"
},
"schema_version_original": "21.0.1",
"hot_water_cost_potential": {
"value": 131,
"currency": "GBP"
},
"renewable_heat_incentive": {
"water_heating": 1653.36,
"space_heating_existing_dwelling": 2797.73
},
"draughtproofed_door_count": 1,
"energy_consumption_current": 229,
"has_fixed_air_conditioning": "false",
"multiple_glazed_proportion": 100,
"calculation_software_version": "5.02r0334",
"energy_consumption_potential": 148,
"environmental_impact_current": 77,
"current_energy_efficiency_band": "C",
"environmental_impact_potential": 85,
"led_fixed_lighting_bulbs_count": 5,
"has_heated_separate_conservatory": "false",
"potential_energy_efficiency_band": "C",
"co2_emissions_current_per_floor_area": 41,
"incandescent_fixed_lighting_bulbs_count": 0
}

22
datatypes/epc/schema/tests/test_schema_loading.py
View file

@ -378,25 +378,3 @@ class TestRdSapSchema21_0_1:
def test_incandescent_bulb_count(self, epc: RdSapSchema21_0_1) -> None:
assert epc.incandescent_fixed_lighting_bulbs_count == 0
class TestRdSapSchema21_0_1AgainstRealApiCert:
"""Regression guard: a real cert (PII-scrubbed) from the gov bulk JSON must parse.
Previously the dataclass was driven by the synthetic `21_0_1.json` fixture, which
coincidentally contained every optional field. Real-API certs omit many of them,
so the dataclass annotations have to allow Optional/missing on those fields.
This test fails the moment a now-Optional field is accidentally re-marked required.
"""
def test_real_cert_parses_via_from_dict(self) -> None:
# Arrange
real_doc = load("21_0_1_real.json")
# Act
epc = from_dict(RdSapSchema21_0_1, real_doc)
# Assert
assert epc.schema_type == "RdSAP-Schema-21.0.1"
assert epc.sap_heating is not None
assert len(epc.sap_windows) > 0

90
datatypes/epc/surveys/elmhurst_site_notes.py
View file

@ -1,4 +1,4 @@
from dataclasses import dataclass, field
from dataclasses import dataclass
from datetime import date
from typing import List, Optional
@ -51,22 +51,6 @@ class BuildingPartDimensions:
floors: List[FloorDimension]
@dataclass
class AlternativeWall:
"""RdSAP §S5 Alternative Wall — a sub-area of the building part's
gross wall that has a different construction (e.g. a small 1.43 m²
timber-frame panel on an otherwise cavity-walled extension). Up to
two alternative walls per bp; Elmhurst lodges them in §7's "1st/2nd
Extension" subsection under the "Alternative Wall N <field>" prefix."""
area_m2: float
wall_type: str # e.g. "TI Timber Frame"
insulation: str # e.g. "A As Built"
thickness_unknown: bool
thickness_mm: Optional[int]
u_value_known: bool
@dataclass
class WallDetails:
wall_type: str # e.g. "CA Cavity"
@ -74,10 +58,6 @@ class WallDetails:
thickness_unknown: bool
u_value_known: bool
party_wall_type: str # e.g. "U Unable to determine"
# `alternative_walls` carries up to two alt sub-areas per bp.
alternative_walls: List["AlternativeWall"] = field(
default_factory=lambda: [] # type: ignore[reportUnknownLambdaType]
)
thickness_mm: Optional[int] = None
@ -98,40 +78,6 @@ class FloorDetails:
default_u_value: Optional[float] = None
@dataclass
class RoomInRoofSurface:
"""One sub-element of a §3.10 Detailed Room-in-Roof assessment:
Flat Ceiling / Stud Wall / Slope / Gable Wall / Common Wall.
Each is lodged with a Length × Height pair plus insulation /
insulation-type / gable-type / measured-U fields. Absent surfaces
are still lodged at 0×0 (e.g. a Flat Ceiling with no flat-roof
portion) and filtered out in the mapper."""
name: str # e.g. "Flat Ceiling 1", "Stud Wall 2", "Gable Wall 1"
length_m: float
height_m: float
insulation: str # "As Built" | "None" | "100 mm" | ""
insulation_type: Optional[str] # e.g. "Mineral or EPS"
gable_type: Optional[str] # "Party" | "Sheltered" | "Connected to heated space"
default_u_value: Optional[float]
u_value_known: bool
u_value: float # assessor-measured U-value (0.00 when not known)
@dataclass
class RoomInRoof:
"""§8.1 Rooms in Roof — Main-property entry only (extensions never
carry RR in the observed corpus). `surfaces` lists all 5 RdSAP §3.10
detailed-assessment kinds in document order; 0×0 entries are kept so
the mapper sees the complete table shape."""
floor_area_m2: float
construction_age_band: Optional[str]
assessment: str # "Detailed" | "Simplified Type 1" | "Simplified Type 2"
surfaces: List[RoomInRoofSurface]
@dataclass
class Window:
width_m: float
@ -194,11 +140,6 @@ class MainHeating:
None # e.g. "17742 Potterton, Promax 33 Combi ErP, 88.30%"
)
heat_pump_age: Optional[str] = None
# Section 14.0 also lodges a secondary heating system (when one is
# installed). The SAP code is the integer the cascade reads via
# `SapHeating.secondary_heating_type` to apply the Table 11
# secondary-fraction split; None when no secondary is lodged.
secondary_heating_sap_code: Optional[int] = None
@dataclass
@ -243,21 +184,6 @@ class Renewables:
hydro_electricity_generated_kwh: float
@dataclass
class ExtensionPart:
"""Additional building part on a multi-bp cert (e.g. "1st Extension",
"2nd Extension" on the Elmhurst Summary PDF). Mirrors the per-bp
fabric fields the main dwelling carries at the top-level
ElmhurstSiteNotes."""
name: str # e.g. "1st Extension", "2nd Extension"
construction_age_band: str # e.g. "B 1900-1929" (may differ from main)
dimensions: BuildingPartDimensions
walls: WallDetails
roof: RoofDetails
floor: FloorDetails
@dataclass
class ElmhurstSiteNotes:
surveyor_info: SurveyorInfo
@ -319,17 +245,3 @@ class ElmhurstSiteNotes:
# Sections 16.0–22.0
renewables: Renewables
# Additional building parts beyond the main dwelling. The singular
# `dimensions`, `walls`, `roof`, `floor`, and `construction_age_band`
# fields above describe the "Main" property; each ExtensionPart in
# this list describes a discrete extension with its own age band,
# dimensions, and fabric details. Empty list = single-bp cert
# (preserves backward compatibility with the existing fixture).
extensions: List[ExtensionPart] = field(default_factory=lambda: []) # type: ignore[reportUnknownLambdaType]
# §8.1 Rooms in Roof — Main property only in the observed corpus.
# When None the dwelling has no RR storey (a 2-storey house with a
# cold loft instead of a room-in-roof). The mapper translates the
# surface table into a `SapRoomInRoof` attached to the Main bp.
room_in_roof: Optional[RoomInRoof] = None

13
docs/adr/0004-baseline-performance-lodged-effective-pair.md
View file

@ -1,13 +0,0 @@
# `BaselinePerformance` stores both lodged and effective values
A Property's current performance has two states we care about: the rating that was lodged on the government register (the "lodged" SAP / band / carbon / heat) and the rating produced by the modelling pipeline against the current Effective EPC (the "effective" values, which may have been rebaselined by ML when the EPC was pre-SAP10 or when Landlord Overrides / Site Notes changed physical state). We considered storing a single set of values — the rebaselined-if-needed-otherwise-lodged figures — and rejected that. Both are stored as a pair on every `BaselinePerformance`, equal when no rebaselining trigger fires.
The pair lets the FE show "this is what the gov register says vs this is the SAP10-equivalent we modelled against" side by side without a second query, and keeps the audit trail clean: a user looking at a property's plan can see exactly which figure drove the recommendation pipeline. Storing only one set forces a downstream consumer to recompute the missing one from raw EPC fields when it needs both, which is the kind of derivation creep we want to keep out of the FE.
The cost is a wider row + the discipline that **every** `BaselinePerformance` populates both halves, even when they're equal. Annual kWh, fuel split and bills are not paired — they are always derived deterministically by `EpcEnergyDerivationService` against the Effective state, because the EPC's recorded cost fields use fuel rates pinned to the inspection date and the UCL correction depends on the modelled band.
## Consequences
- Schema migration: `property_details_epc` (or its successor) carries 8 fields instead of 4 for the SAP-equivalent block.
- Reversing this means rewriting every consumer that has learned to read both values. Hard to roll back once the FE depends on the pair.
- The rebaseline trigger has two reasons (`pre_sap10`, `physical_state_changed`, or `both`) — store the reason alongside so we know *why* a property was rebaselined when debugging.

14
docs/adr/0005-multi-phase-scenarios-per-phase-recompute.md
View file

@ -1,14 +0,0 @@
# Multi-phase scenarios with per-phase recompute against rolling state
The Scenario aggregate becomes ordered phases: each phase has a measure-type allowlist, an optional budget, and an optional goal. The `ModellingPipeline` walks the phases in order; for each phase it (1) generates candidate recommendations restricted to the phase's measure types, (2) re-runs `ImpactPredictionService` against the **rolling** Effective EPC state (baseline for phase 1; post-phase-1 for phase 2; etc.), (3) optimises within the phase's budget/goal, (4) applies the selected package and rolls the state forward. We considered scoring all measures once against the baseline and slicing the scored list by phase, and rejected that.
Per-phase recompute makes phase ordering load-bearing in the optimisation, not decorative. Installing fabric measures before a heat pump materially changes the heat pump's SAP impact; a single-pass-against-baseline pipeline forces that fact into the optimiser as a hard rule rather than a derived effect, and any cross-measure interaction we don't know to encode becomes silent error. The cost is ML calls scaling with `N_phases × N_scenarios × N_candidate_measures` per property — multi-phase scenarios pay their own ML bill, single-phase scenarios cost the same as today (the loop body runs once).
A single-phase Scenario is `phases: [<one ScenarioPhase>]` with all measure types allowed and the full budget on it. There is no special-case path for single-phase — the pipeline always loops. This avoids two code paths and lets the FE evolve from single-phase to multi-phase without rewiring the backend.
## Consequences
- `Plan` carries `phases: list[PlanPhase]` rather than a flat `OptimisedPackage`. Every consumer of plan output (FE, exports, downstream reports) reads phases.
- The optimiser must accept rolling-state input rather than only baseline state — a generalisation of today's single-shot pass.
- ML cost can be controlled at the scenario layer: keeping a scenario single-phase is the lever for "score once, optimise once" if cost becomes a problem.
- Open future change: SAP impact of a measure is not strictly additive even within a phase. The current per-measure scoring + linear optimisation approximates this. A future iteration may pre-define candidate packages and ML-score whole packages, accepting combinatorial cost for accuracy. Track in PRD §15.

23
docs/adr/0006-deterministic-kwh-no-baseline-ml.md
View file

@ -1,23 +0,0 @@
# Baseline kWh and bills are deterministic — no ML on the kWh side
**Status: Superseded by [ADR-0007](0007-kwh-as-ml-target.md).** The premise here — that baseline kWh can be derived from SAP physics alone — held when the gov EPC API did not expose per-end-use kWh. The New EPC API exposes `renewable_heat_incentive.space_heating_existing_dwelling` and `.water_heating` directly, removing the need for ML on the *baseline* side; meanwhile *post-measure* kWh prediction is reintroduced as an ML target to avoid per-band UCL discontinuities at measure-application time. See ADR-0007 for the replacement design.
---
Annual kWh, fuel split, and bills are produced by `EpcEnergyDerivationService` via SAP physics + UCL per-band correction (Few et al. 2023) + per-fuel rates from `FuelRatesRepo`. There is no ML lambda on the kWh path — neither for baseline derivation nor for per-recommendation kWh impact. We considered keeping a kWh ML lambda (the current `model_engine` has two — one pre-recommendation, one post-optimisation) and rejected both.
The forcing facts:
1. The new gov EPC API exposes `energy_consumption_current` (kWh/m², primary) and per-end-use cost fields for the regulated portion of energy use. The decomposition into heating / hot water / lighting that the gov website displays is computed downstream from SAP — SAP itself defines the proportional split deterministically given heating + hot water fuel codes and floor area.
2. The EPC's recorded cost fields use fuel rates pinned to the inspection date, so we discard them and recompute bills from delivered kWh × current `FuelRatesRepo` rate + standing charges + SEG credits.
3. The UCL correction (Few et al.) is an empirical correction on **total annual PEUI**, not on heating-vs-hot-water split — but applied per-band, post-decomposition. The existing `AnnualBillSavings.adjust_energy_to_metered` already ports the per-band gradients/intercepts from Table 3 of the paper.
4. Per-recommendation kWh delta is derivable from the SAP delta predicted by `ImpactPredictionService` + heating-system fuel + COP — no separate ML call needed.
ML is reserved for SAP / carbon / heat demand — the quantities where the physical model is partial and the ML lambda earns its keep. The kWh pipeline is fully deterministic and reproducible, which makes it unit-testable against fakes without an ML lambda, and lets us refresh bills without re-running ML (a fuel-rate update or a new Defra carbon factor publishes new bill figures without touching the modelling lambdas).
## Consequences
- The pre-recommendation kWh ML lambda (`KWH_MODEL_PREFIXES` in [model_api.py](../../backend/ml_models/api.py)) is retired — no consumer in the new pipeline.
- `EpcEnergyDerivationService` becomes a fat deterministic service: SAP physics + UCL + FuelRates lookup + primary-to-delivered conversion. Long but readable.
- Site Notes have no `energy_consumption_current` field (PasHub does not produce one). The deterministic SAP-physics path handles this case naturally — same code, different source of regulated PEUI.
- UCL paper scope (gas-heated, no PV, England + Wales, SAP 2012+) is silently extrapolated to all properties by the current code. Whether to keep silent extrapolation or stratify (no correction for non-gas / PV) is flagged for the per-service grill.
- Adding back a kWh ML lambda later is a real change, not a config tweak — flag it as an ADR if proposed.

57
docs/adr/0007-kwh-as-ml-target.md
View file

@ -1,57 +0,0 @@
# Space heating and hot water kWh are ML targets; UCL is folded into training labels
**Status: Accepted.** Supersedes [ADR-0006](0006-deterministic-kwh-no-baseline-ml.md).
The EPC ML Transform predicts **six targets**: `sap_score`, `co2_emissions`, `peui_raw`, `peui_ucl`, `space_heating_kwh`, `hot_water_kwh`. Two of these (`space_heating_kwh`, `hot_water_kwh`) were explicitly excluded from ML by ADR-0006. We reverse that decision for two independent reasons, the second of which was the deciding factor.
## Why baseline kWh becomes an ML target
The premise of ADR-0006 was that baseline kWh has no clean source in the gov data and must be derived deterministically from SAP physics + UCL correction. That premise no longer holds:
1. The New EPC API exposes `renewable_heat_incentive.space_heating_existing_dwelling` and `renewable_heat_incentive.water_heating` directly as integers (kWh/yr delivered) on every SAP10 certificate. For a SAP10-baseline property, baseline kWh is a lookup, not a derivation — no SAP-physics port required.
2. **But** for the *Rebaselining* path (pre-SAP10 EPCs being scored against SAP10 methodology) and for *post-measure* impact prediction (the state after a measure is installed), no recorded kWh exists. The choice there is: derive deterministically (the ADR-0006 stance), or predict via ML alongside SAP / carbon / heat. Reason (2) below resolves this in favour of ML.
## Why UCL is folded into training labels rather than applied at runtime
The UCL per-band correction (Few et al. 2023) is a piecewise-linear function of PEUI keyed on EPC band. Applied at runtime, post-prediction, it produces a **discontinuity at band boundaries**: when a simulated package of measures pushes a property from band D into band C, the per-band slope/intercept switches discontinuously, and the UCL-adjusted kWh can move in the opposite direction to the underlying PEUI prediction. This was observed in practice on the legacy `model_engine`.
Folding UCL into the training labels — i.e. computing UCL-corrected PEUI per training row using the row's recorded band, then fitting the model on the corrected target — means the trained model emits metered-equivalent PEUI directly. There is no per-band switching at inference. The discontinuity disappears. The model learns a smooth function over the feature space.
The same logic motivates ML prediction of space heating and hot water kWh post-measure: deterministic derivation from a SAP-delta would reintroduce a similar band-boundary artefact at every step where heating efficiency or fuel changes. A single ML model emitting kWh directly is smooth across measure transitions.
## Scope of the reversal
| Quantity | ADR-0006 stance | ADR-0007 stance |
|---|---|---|
| Baseline SAP / carbon / heat demand | ML (unchanged) | ML (unchanged) |
| Baseline PEUI (`peui_raw`) | Read from EPC; UCL-corrected at runtime | Read from EPC at baseline; ML target with UCL-corrected variant (`peui_ucl`) at training time |
| Baseline space heating kWh | Deterministic from SAP physics + UCL | Read from EPC for SAP10 baselines; ML for Rebaselining + post-measure |
| Baseline hot water kWh | Deterministic from SAP physics + UCL | Read from EPC for SAP10 baselines; ML for Rebaselining + post-measure |
| Post-measure space heating kWh delta | Derived from SAP delta + heating fuel/COP | ML target (predicted directly post-measure) |
| Post-measure hot water kWh delta | Derived from SAP delta | ML target (predicted directly post-measure) |
| Fuel split, bills | Deterministic from kWh × Fuel Rates (unchanged) | Deterministic from kWh × Fuel Rates (unchanged) |
| Carbon factors → CO2 emissions | Deterministic from kWh × Carbon Factors (unchanged at runtime) | Deterministic from kWh × Carbon Factors (unchanged at runtime); ML target also separately for Rebaselining |
| UCL correction application point | Runtime, post-prediction, per band | Training time, folded into PEUI labels per row's recorded band |
## Dual PEUI training targets
We train two PEUI variants — `peui_raw` (the EPC's `energy_consumption_current` directly) and `peui_ucl` (the same value with the row's recorded-band UCL correction pre-applied). At v0.1.0 we compare both empirically. The variant with better held-out MAPE wins; the loser is dropped at v0.2.0.
## Label coupling, not classical leakage
The UCL transform uses the row's recorded SAP-derived band to compute the PEUI label, and SAP score is itself an ML target. This couples the two targets at the label level. It is **not** classical leakage (the band is not in the feature set; the model never reads it as input). The PEUI prediction is independent of the SAP prediction at inference. We accept the coupling as the price of avoiding the band-boundary discontinuity, consistent with our explicit "park target-independence" decision — the six targets are predicted independently and small cross-target inconsistencies are tolerated for v1.
Practical safeguard: `energy_rating_current` and any other SAP-score-derived field (e.g. `current_energy_efficiency_band`) are **excluded from the feature set** in the EPC ML Transform, to avoid an entirely separate target-leakage path on the SAP prediction.
## Consequences
- `EpcEnergyDerivationService` is no longer the source of baseline kWh. Its remaining job is the deterministic step from kWh + Fuel Rates → fuel split + bills, and kWh + Carbon Factors → CO2 emissions. UCL is removed from its runtime path; the `AnnualBillSavings.adjust_energy_to_metered` port that ADR-0006 anticipated does not happen — UCL moves into the training-side EPC ML Transform.
- The EPC ML Transform owns both feature definitions *and* the per-row UCL label transformation. It is the single artefact tying SAP-band semantics into the training data; cross-repo consumers (AutoGluon) see only post-transform parquet.
- `FuelRatesRepo`, `CarbonFactorsRepo`, and `HeatingSystemAssumptionsRepo` survive but their `HeatingSystemAssumptionsRepo` consumers shrink — the SAP-physics-decomposition path that ADR-0006 envisaged is unused.
- Adding more ML targets later (lighting kWh, appliance kWh, cooking kWh) becomes a feature-additive change rather than an architectural one — the precedent of "kWh as ML target" is now established.
## What this ADR does not change
- Per-recommendation **cost** delta is still deterministic, from kWh delta × current Fuel Rates.
- Bills surfaced to the UI are always current-rate, never pinned to EPC inspection-date rates.
- `EpcEnergyDerivationService` is preserved as the bills/fuel-split service; only its responsibility shrinks.

109
docs/adr/0008-physics-as-feature.md
View file

@ -1,109 +0,0 @@
# Physics-derived features in the EPC ML Transform; v16.0.0 schema bump
**Status: Accepted.** Extends the physics-coupling pattern from [ADR-0007](0007-kwh-as-ml-target.md) — which folded the UCL band correction into training *labels* — to the *feature* side: the EPC ML Transform v16.0.0 ships engineered features that reproduce parts of the SAP10.2 worksheet (envelope conduction, heating seasonal efficiency, fuel-cost ECF) and feeds them to the model alongside the raw cert fields.
The motivating problem is that the v15.x baseline reaches MAPE 3.8% on `sap_score` and tails (SAP<40, SAP>85) carry disproportionate error. The model has access to the raw inputs that drive SAP — wall construction, age band, heating-system code, areas — but composes them into a SAP score from scratch via tree splits. We close that gap by giving the model the same intermediate quantities the SAP10.2 calculator uses internally.
## Why physics-as-feature is not classical leakage
In the Rebaselining use case (see CONTEXT.md and ADR-0007), the model approximates the SAP10.2 calculator. The labels (`sap_score`, kWh targets, CO2) are outputs of that calculator computed by approved assessors. The features include the physical inputs to it. Engineering features that reproduce the calculator's internal quantities — envelope heat loss, seasonal efficiency, predicted fuel cost, log10(ECF) — is not classical leakage because:
1. None of these features reads the label. They read cert fabric/heating fields the SAP10.2 calculator also reads.
2. At inference time we have those same cert fields (from Site Notes or from the public EPC + Landlord Overrides). We do not have the SAP score itself.
3. The physics features expose intermediate calculation results to the model so it does not have to rediscover them via tree splits. This is the feature-side analogue of the label-side coupling already accepted in ADR-0007.
The tautology bound is therefore the SAP10.2 worksheet itself: a feature that computes a quantity also present on the worksheet is acceptable; a feature that reads the EPC's recorded SAP score (`energy_rating_current`) is not. That latter exclusion is preserved from ADR-0007.
## Depth of physics: "Mid", not "Deep"
Three points on the spectrum were considered:
- **Shallow** — only the raw building-physics intermediates (envelope heat loss W/K, seasonal efficiency, predicted kWh). Model learns kWh→cost→SAP unaided.
- **Mid** — Shallow plus the cost reconstruction (`predicted_total_fuel_cost_gbp`, `predicted_ecf`, `predicted_log10_ecf`). Model still has to apply the piecewise SAP rating transform.
- **Deep** — Mid plus `predicted_sap_score` with the SAP10.2 §20.1 piecewise log/linear formula pre-applied. Model learns residual only.
We accept **Mid**. Reasons:
1. The piecewise SAP rating constants (`SAP = 117 − 121·log10(ECF)` if ECF≥3.5 else `100 − 13.95·ECF`, deflator 0.42) are BRE's, version-bound to SAP10.2. Baking them into a feature means a future SAP10.3 release requires re-deriving features and re-training. Baking them only into the model's learned transform keeps the data layer SAP-version-agnostic.
2. `predicted_log10_ecf` is monotonic with `sap_score` by construction. Tree-based models fit monotonic transforms with a small number of splits. The kink at ECF=3.5 is one extra split. We give up almost nothing in accuracy.
3. `predicted_sap_score` would clip at high-ECF properties (the log term can push SAP < 1; the formula expects a clamp). `predicted_log10_ecf` has no such pathology.
4. We can escalate to Deep in a later slice if Mid leaves residual MAPE above target.
## Cost reconstruction scope: heating + DHW + lighting
Total cost in the SAP rating sums: space heating, DHW, lighting, pumps/fans, secondary heating, minus PV credit. We include the first three; we omit the rest:
- Pumps/fans and secondary heating contribute small (~2–5%) bias that is approximately constant across rows. Tree models learn a constant offset trivially.
- PV credit requires a monthly solar simulation (Tables 6, 6d, 6e) — multi-day implementation surface. PV-heavy properties (a small fraction of the high-SAP tail) get a small per-row bias the model can mostly absorb via the PV-fabric features already in v15.x.
- Lighting cost share varies materially by heating fuel and floor area; omitting it would create a fuel-mix-conditional bias that is harder to learn. So lighting goes in.
If a future slice (17+) shows the high-SAP tail still bad after Mid + Lighting lands, the PV monthly simulation gets its own slice.
## Heat-demand approximation: crude annual
`predicted_space_heating_kwh` and `predicted_hot_water_kwh` are computed as:
- `space ≈ envelope_heat_loss_w_per_k × HDH_region × 0.001 / efficiency_main`, where `HDH_region` is heating degree hours per year per SAP region (~22 rows, ~53,000 K·h/yr for the UK average).
- `hot_water ≈ 4.18 × Vd × (55 − 12) × 365 × 0.001 / efficiency_water`, with `Vd = 25 × N_occupants + 36` and `N_occupants` defaulted from total floor area per SAP10.2 Appendix J.
We deliberately do not port SAP10.2's monthly heat balance with solar/internal gains and utilization factors. The crude calculation has 10–30% per-row bias driven by row-correlated factors (solar gains, infiltration, occupancy). The model already sees those factors directly — envelope_heat_loss, region, occupancy proxies — so it can learn the bias as a band-conditional correction without re-deriving the underlying physics. If slice 16h's per-decile residuals (see ADR-0007 baseline + slice 15e tooling) show the crude approximation underperforming, the SAP §3 utilization-factor refinement gets its own slice.
## Default U-value imputation: cascade
U-value lookups (Tables 6–10 walls, 16/17/18 roofs, 19+EN ISO 13370 floors, 20 upper floors, 24 windows, 26 doors, 21 thermal-bridging factor) are wrapped in helpers that cascade-default missing fields the same way RdSAP10 §6 does:
1. Use the cert value if known.
2. Fall back to the age-band-typical construction (e.g. cavity for ≥1930, solid brick for pre-1930).
3. Fall back to country-typical.
4. Final fallback: a mid-band default (1.5 W/m²K for walls).
`envelope_heat_loss_w_per_k` is therefore never null. The information about "this row had sparse fabric data" is already encoded in the correlated null pattern on the raw fabric features that survive into v16.
## Extensions: sum-over-all, expose extension_1 only
`envelope_heat_loss_w_per_k` sums over the main dwelling and every extension (`extension_1`, `extension_2`, `extension_3+`) regardless of how many are present, using each part's own age band and construction. The 250k corpus has:
| Building parts | Share | Per-extension feature support |
|---|---|---|
| 1 (main only) | 63.0% | — |
| 2 (main + extension_1) | 25.3% | `extension_1_*` populated |
| 3+ | 11.7% | aggregate captures, no per-part visibility |
So `extension_1_*` (renamed from v15.x `secondary_dwelling_*`) fires on 37% of certs and is worth carrying as discrete features. `extension_2_*` would fire on only 11.7% and adds clutter; we drop it. Any heat-loss contribution from extension_2+ flows through the `envelope_heat_loss_w_per_k` aggregate.
## v16.0.0: a MAJOR feature-schema bump
Per [ADR-0007](0007-kwh-as-ml-target.md) versioning policy: removing or renaming columns is MAJOR. Slice 16f renames every `secondary_dwelling_*` column to `extension_1_*`. The new physics features (envelope_heat_loss, predicted_*, predicted_ecf, predicted_log10_ecf, etc.) are MINOR additions on their own but ride with the rename in one cut. Result: v15.x → v16.0.0.
### Cross-repo cutover
The scoring lambda's tag must match the transform version. The AutoGluon training repo references the v15.x parquet schema. v16.0.0 lands as a coordinated deploy:
1. Slice 16a–h ships in this repo; v16 parquet generated locally.
2. AutoGluon repo updates column references (`secondary_dwelling_*` → `extension_1_*`; consume new physics columns).
3. New model artifact tagged v16.0.0.
4. Scoring lambda deployed with v16.0.0 tag concurrent with the new artifact.
5. v15 lambda retired.
Until step 4, the live v15 lambda continues serving v15 features against the v15 model. There is no intermediate state where one component is v16 and another v15.
## Tail-error treatment: LightGBM objective switch, not sample weights
Slice 16g switches the `sap_score` and `peui_ucl` LightGBM objective from the default `regression` (MSE) to `mape`. The reasoning is that the v15.x training loop reports MAPE while optimising MSE — a known mismatch that under-weights tail rows (a 2-point error at SAP=20 contributes the same squared loss as the same error at SAP=80 but is 4× more visible in MAPE). The `mape` objective applies gradient ∝ 1/|y|, directly compensating.
Sample-weight schemes (band-bucket reweighting) are deferred. If slice 16h's per-decile residuals show the tails still problematic after the objective switch, weights layer in as 16i. The `co2_emissions` target retains the MSE default because some rows have ~zero CO2 (heavy PV); the `mape` objective destabilises near zero. Per-target objective is configured at training time, not baked into the transform.
## Consequences
- The EPC ML Transform owns more domain logic. It now contains the RdSAP10 U-value tables (Tables 6–10, 15–20, 24, 26), the SAP10.2 efficiency lookup (Table 4a), and the Table 32 fuel-price map. These are versioned with the transform; an upstream SAP/RdSAP revision is a transform bump.
- The training repo (this repo) and the AutoGluon repo are tightly coupled at parquet column names. Renames are MAJOR bumps with the cutover discipline above. Adding columns is MINOR.
- `predicted_log10_ecf` is approximately monotonic with `sap_score` by construction. Down-stream consumers should not treat it as an independent signal.
- The physics features are deterministic given cert fields. If two rows have identical fabric+heating+geometry, their `envelope_heat_loss_w_per_k`, `predicted_total_fuel_cost_gbp`, and `predicted_log10_ecf` are identical. The model's residual must therefore explain SAP differences arising from non-deterministic cert calculator nuance (assessor variability, rounding, solar/utilization factors we did not port).
- A SAP10.3 release would invalidate the SAP10.2 fuel prices, efficiencies, and rating-formula constants used here. Treat such a release as a transform MAJOR bump with new lookup tables, not a hot-fix.
## What this ADR does not change
- The set of ML targets remains the six from ADR-0007: `sap_score`, `co2_emissions`, `peui_raw`, `peui_ucl`, `space_heating_kwh`, `hot_water_kwh`. The new features ride alongside the existing v15 features; nothing in the target set moves.
- `energy_rating_current` and any SAP-band-derived field remain excluded from features per ADR-0007.
- The `EpcEnergyDerivationService` runtime path is unaffected. Bills and fuel splits remain deterministic from kWh × current Fuel Rates.
- The 250k 2025+2026 SAP10 RdSAP corpus continues to be the training set; v16 is a column-schema change, not a data-source change.

153
docs/adr/0009-deterministic-sap-calculator.md
View file

@ -1,153 +0,0 @@
# Deterministic SAP 10.3 calculator alongside the ML model; ML becomes a residual learner
**Status: Accepted.** Builds on [ADR-0007](0007-kwh-as-ml-target.md) (the SAP10 calculator is the ground truth ML approximates) and [ADR-0008](0008-physics-as-feature.md) (we already ship ~30% of a calculator as physics features). Decision point: do we keep grinding ML accuracy on `sap_score`, or do we *write the calculator* and have ML predict its residual?
## Grill outcomes (2026-05-17)
Seven open questions resolved through a `/grill-with-docs` session before Session A. Each lands a binding scope decision for the implementation:
| # | Question | Decision |
|---|---|---|
| 0 | Domain placement | **Option B** — new term **Calculated SAP10 Performance**, parallel to Effective Performance (ML) and Lodged Performance (gov register). Effective Performance is **not** retired now; a future ADR may promote Calculated to its current role once parity is confirmed. Process named **SAP10 Calculation**. |
| 1 | PCDB heat-pump COP source for Session A | **Stub-seam.** Define `PcdbLookup` Protocol, ship `NoOpPcdbLookup` returning None, fall back to Table 4a. Session C bundles a CSV PCDB extract under `docs/sap-spec/` and implements the lookup. |
| 2 | MCS installation factors | **Boolean input on calculator inputs, default `False`.** Plumbing in Session A; no behaviour change until the input is populated. Slice 18f (separate, tracked in HANDOFF §7-D0) lifts `mcs_installed_heat_pump` from gov API → `EpcPropertyData.MainHeatingDetail` so calculator can apply the factor on the ~1.5% of HP certs that carry it. |
| 3 | Thermal bridging | **Global y factor** (the path SAP 10.3 specifies for RdSAP-driven assessments). Per-junction Table R2 sum requires junction-count inputs the cert doesn't carry — not available on the RdSAP-driven flow. |
| 4 | Living-area fraction default | **RdSAP 10 Table 27** — direct lookup from `habitable_rooms_count`. Unambiguous, one-line table. |
| 5 | Secondary-heating allocation | **SAP 10.2/10.3 Table 11** keyed on main heating type. RdSAP doesn't redefine the fraction — it identifies the type only. Forcing rule: when main is micro-CHP and Table N9 says non-zero secondary heat with no secondary specified, assume portable electric heaters. |
| 6 | Validation cohort | **Stratified random of 1000 certs**; report MAE per stratum. Session A success criterion = MAE ≤ 1.0 SAP-point on the **typical subset** (excluding sap_score ≤ 5, sap_score ≥ 100, multi-heating, conservatory, RIR). Global MAE reported alongside for honesty. |
| 7 | `MeasureOverrides` shape | **Rejected as phantom mid-layer.** `Sap10Calculator.calculate(epc) -> SapResult` takes a single immutable cert. A separate **MeasureApplicator** service translates Optimised Package → cert-field changes, returning the "ending state snapshot" EpcPropertyData that Plan Phase already persists. Three pure functions in chain: applicator → calculator → result. |
## Additional findings from the grill that change Session A scope
- **SAP rating formula belongs to RdSAP, not SAP 10.3.** RdSAP §19 ("RdSAP10-specific SAP rating equations referred to as EER") defines the SAP-score equation used for RdSAP-driven assessments. SAP 10.3 §13 defines the rating for new-build assessments. The cert's `energy_rating_current` was computed by RdSAP §19, so parity validation must compute against RdSAP §19, not SAP 10.3 §13.
- **RdSAP 10 (June 2025) cross-references SAP 10.2 (March 2025) for heating-system identification (Appendix A).** RdSAP was published before SAP 10.3 (Jan 2026). Until BRE updates RdSAP to reference SAP 10.3, the calculator's heating-identification logic reads SAP 10.2 Appendix A while everything else reads SAP 10.3. Keep both PDFs in `docs/sap-spec/`.
- **RdSAP Table 29 ("Heating and hot water parameters") is a 20+-entry defaulting table** that the `cascade_defaults.py` module needs to encode. Current scope of `rdsap_uvalues.py` is U-values only; Table 29 extends the cascade pattern to cylinder insulation, primary-pipework insulation, boiler interlock, emitter temperature, underfloor-heating routing, solar-panel parameters, heat-network defaults. Adds ~1-2 hrs to Session A (effective Session A.5 if not split).
- **MCS field exists in gov API** but is dropped by the current mapper. Slice 18f (lift `mcs_installed_heat_pump` into `EpcPropertyData`) is a prerequisite for the MCS-factor path. ~30 min slice; can ship before Session A or in parallel.
## Problem
After six slices of physics-feature work (18b/18c/18d/20a/20a.1) the ML model is at sap_score MAPE 3.63%, MAE 1.86 globally; per-decile MAE 3.86 (d0) and 2.25 (d9). Each new slice now nudges d0 MAE by ~0.05. User's target is MAE ≤ 0.5 across all bands. The remaining error is dominated by:
1. **Catastrophic tail noise** — d0 has 3.3% of rows with `sap_score ≤ 20` (heritage / abandoned / data-anomaly homes). MAE on those rows is structurally large because the model's prediction floor is ~30 even for the worst inputs.
2. **Calculator nuance the physics features can't reach** — monthly heat balance with solar/internal gains and utilisation factor, full SAP §J hot-water variants, PCDB heat-pump overrides, dual-fuel allocation, conservatory modes, room-in-roof handling. Each of these is a deterministic line in the SAP10.3 spec but we model it via tree splits over input fields.
These cannot be closed by another tree feature. They require executing the calculator.
## Decision
Build a deterministic **`Sap10Calculator`** that reads `EpcPropertyData` and emits the same outputs the certificate's BRE-approved assessor software emits: `sap_score`, `co2_emissions`, `peui_raw`, `peui_ucl`, `space_heating_kwh`, `hot_water_kwh`. Target the SAP 10.3 specification (DESNZ/BRE, 13-01-2026) and the RdSAP 10 specification (BRE, 10-06-2025), both held in `docs/sap-spec/`.
The ML model is **not deprecated**. It is repurposed as a **residual learner** against `actual_sap − calculator_sap` (and similar deltas for the other five targets). Residual distributions are much narrower than the raw target distributions (calculator is within ~1 SAP-point on 95% of typical certs, per the working hypothesis), so the ML residual head should fit the corrections with far fewer features and reach the MAE ≤ 0.5 target.
## Why now
1. **SAP 10.3 just dropped (Jan 2026).** Building against the new spec means the calculator outputs match assessor software for any cert lodged from 2026 onward. Building against SAP 10.2 (March 2025) now would need re-derivation later.
2. **The retrofit-simulation use case demands transparency.** Surveyors, building physicists, and homeowners need to see exactly which physics line — wall U×A, ventilation ACH, solar gain on south-facing windows — contributes how much heat-loss/cost. Tree-model attribution doesn't supply that. Calculator does.
3. **30% of the calculator is already shipped.** `rdsap_uvalues.py` (Tables 6–10, 15–20, 24, 26), `sap_efficiencies.py` (Tables 4a, 4b, 32), `envelope.py` (Σ U·A + thermal bridging), partial `ventilation.py` (slice 20a tracer), partial `demand.py` (annual heat balance), `ecf.py` (Total fuel cost, ECF, log10ECF), PV credit (slice 17a), SAP §J hot-water port (slice 17b). The pivot is mostly re-platforming, not new physics.
4. **ML residual learning has a clean home for the noise.** The catastrophic-tail rows the calculator gets wrong (data anomalies, mis-described systems) are exactly where ML *should* live, because they're not closed-form solvable. Calculator + residual head is a cleaner split of responsibility than "ML approximates the deterministic spec".
## Scope of the calculator (Session A)
A full SAP 10.3 worksheet plus the data-extraction rules from RdSAP 10 Appendix S. Module organisation:
```
packages/domain/src/domain/sap/
__init__.py # Sap10Calculator entry point + SapResult dataclass
worksheet/
dimensions.py # §1
ventilation.py # §2 + Table 5 + Appendix Q
heat_transmission.py # §3 + Appendix K (thermal bridging) + Tables 6–10/15–20/24/26
hot_water.py # §4 + Appendix J + Appendix G (FGHRS/WWHRS/PV-diverters)
internal_gains.py # §5 + Appendix L (lighting)
solar_gains.py # §6 + Tables 6d/6e
mean_temperature.py # §7
climate.py # §8 + Appendix U (region-from-postcode, monthly external temp/wind/solar)
space_heating.py # §9 + Appendices A/B/D/E/N (heating systems, efficiency, heat pumps)
fuel_cost.py # §12 + Table 32 (fuel prices) + Appendix M (PV/wind/hydro generation)
energy_cost_rating.py # §13 + the SAP score formula
co2_primary_energy.py # §14 (emissions + primary energy)
fee.py # §11 Fabric Energy Efficiency
tables/
table_4a_4b.py # heating-system seasonal efficiency
table_5.py # ventilation rate components
table_6.py # monthly external temp by region
table_6d.py # monthly solar flux by orientation by region
table_32.py # fuel prices
table_R.py # reference values (Appendix R)
rdsap/
appendix_s.py # cert → calculator input mapping
cascade_defaults.py # the RdSAP10 "assume-typical" rules (currently in rdsap_uvalues.py)
```
The existing `domain.ml.*` modules stay where they are during Session A; they continue serving the live ML pipeline. Session B promotes them into `domain.sap.*` once parity is reached.
## Sap10Calculator interface
```python
@dataclass(frozen=True)
class SapResult:
sap_score: float
energy_cost_rating: float # alias for sap_score before band lookup
sap_band: str # A-G
co2_emissions_kgco2_per_m2: float
peui_raw_kwh_per_m2: float
peui_ucl_kwh_per_m2: float
space_heating_kwh_per_yr: float
hot_water_kwh_per_yr: float
monthly_breakdown: MonthlyBreakdown
intermediate: dict[str, float] # every named worksheet quantity, for traceability
class Sap10Calculator:
def __init__(self, climate: ClimateData, pcdb: Optional[PcdbLookup] = None) -> None: ...
def calculate(self, epc: EpcPropertyData) -> SapResult: ...
```
`intermediate` carries every named SAP10.3 worksheet variable (envelope conduction W/K, ventilation rate, solar gains by month, utilisation factor, heat-pump SCOP, ECF, ...) so consumers can drill down. This replaces ADR-0008's physics-as-feature columns for retrofit-simulation consumers; the ML pipeline keeps generating them as features until the residual head is trained and validated.
## Validation
Two corpora:
1. **Calculator-vs-cert parity (Session B).** Run the calculator over 1000 randomly-sampled RdSAP-10 certs from `data/ml_training/runs/2025_2026_n250000_v18a/data.parquet`. Compare `Sap10Calculator.calculate(epc).sap_score` to the cert's `energy_rating_current`. Target: MAE ≤ 1.0 on 95% of certs; outliers investigated case-by-case to find spec-interpretation gaps or PCDB requirements.
2. **Residual ML head (Session C+).** Train LightGBM on `actual_sap − calculator_sap` as the target. Validate that residual MAE is materially smaller than the current 1.86 global / 3.86 d0. If residual MAE on d0 falls below 0.5, the calculator + residual approach hits the user's target.
We do **not** retire the existing ML pipeline until both validations pass.
## What this ADR does *not* change
- **The six ML targets remain those from ADR-0007.** The residual head predicts deltas against the same six quantities.
- **ADR-0008's physics-as-feature pattern stays valid for the ML residual head.** The residual head probably needs fewer features, but the cascade U-value defaults and SAP efficiency lookups remain useful as feature builders if the calculator subset alone underfits.
- **`energy_rating_current` remains excluded from features.** Same leakage rule.
- **RdSAP 10 cert-extraction rules are now first-class in the codebase.** Rules that were ad-hoc in `transform.py` move into `domain.sap.rdsap.appendix_s`.
- **The training parquet schema continues at v2.x.** A new column `calculator_sap_score` lands as a non-breaking addition once Session A reaches parity. The schema version bumps to v3.0.0 only when the residual targets replace the raw targets — a coordinated AutoGluon-repo deploy, per ADR-0008's cutover discipline.
## SAP 10.2 → SAP 10.3 implications
The newer spec replaces tables we already ship:
- Table 4a/4b (heating efficiencies) — likely identical, verify on read.
- Table 32 (fuel prices) — almost certainly different, re-derive from Appendix in 10.3.
- Table 6d (solar flux) — likely identical (climate data).
- Energy cost rating formula constants — unchanged in 10.3 vs 10.2 unless DESNZ updated the deflator.
Re-derivation work is bounded — a few hundred numbers across tables — and the `*_table_*.py` modules already have a clean shape for the cutover.
## Session plan (carried from HANDOFF §High-value next slices)
- **Session A (3–4 hrs):** Implement ventilation per §2 (replacing the slice-20a tracer), 12-month heat balance per §6 + §8 + Appendix U, solar gains per §6 + Table 6d, internal gains per §5 + Appendix L, utilisation factor per §6.4, mean internal temperature per §7. End of Session A: `Sap10Calculator.calculate(epc) -> SapResult` runs on typical certs.
- **Session B (3–4 hrs):** Edge cases — conservatory modes, room-in-roof handling, multi-heating allocation, dual fuel, secondary heating fraction (Appendix A). Run parity validation across 1000 certs. Iterate on spec-interpretation gaps. End of Session B: 95% of typical certs within 1 SAP-point of cert value.
- **Session C (2–3 hrs):** PCDB integration for boiler + heat-pump overrides (Appendices D, N). Residual-head training on `actual_sap − calculator_sap`. ADR-0010 if any non-trivial calculator/ML hybrid pattern emerges that ADR-0009 didn't anticipate.
## Caveats
- **Spec interpretation will need product input.** 5–10 questions per session on edge cases: multi-heating split logic, secondary heating threshold rules, PCDB-vs-Table-4b precedence, etc. These are not in the spec text and are real business decisions.
- **No reference BRE Python port is currently known.** If one surfaces, porting accelerates. If not, every line of the calculator is implemented from the spec PDF directly, with tests.
- **PCDB (Product Characteristics Database).** SAP 10.3 references the PCDB throughout for boiler/HP efficiency overrides. Without PCDB integration, calculator carries ~1 SAP-point penalty on PCDB-listed equipment. Defer to Session C.
- **The current ML pipeline keeps running through all three sessions.** No deprecation until residual validation lands. The branch `ara-backend-design-prd` (current ML grind) and the calculator work proceed in parallel.
## Consequences
- A new top-level domain area `domain.sap.*` is introduced; over Sessions B/C it absorbs `domain.ml.{envelope,demand,ecf,rdsap_uvalues,sap_efficiencies,ventilation}.py`. The ML transform stops shipping those as standalone features once the residual head takes over.
- The codebase carries two SAP outputs: cert-reported `sap_score` (ground truth at training time) and calculator-emitted `sap_score` (ground truth at inference time for any RdSAP cert input). The product layer chooses; for "score this hypothetical post-retrofit state", calculator wins.
- The deterministic calculator is **version-bound to SAP 10.3.** A future SAP 10.4 is a calculator MAJOR bump and an ADR. The ML residual head is SAP-version-agnostic only insofar as the residual distribution it learns stays stationary; in practice a spec bump retrains the residual head.
- Spec PDFs live in `docs/sap-spec/` (this repo). The repo now carries the canonical reference for what the calculator computes. License: SAP 10.3 © Crown copyright 2026; RdSAP 10 © BRE — both are public-interest references for SAP-compliant software, included for traceability.

154
docs/adr/0010-sap10-calculator-spec-target-and-validation.md
View file

@ -1,154 +0,0 @@
# Retarget Sap10Calculator to SAP 10.2 (14-03-2025); delete cert-calibration; validate on a spec-version-locked cohort
**Status: Accepted.** Supersedes the spec-version target, the PCDB sequencing, and the cert-calibration layer of [ADR-0009](0009-deterministic-sap-calculator.md). Adds strict typing of `EpcPropertyData` (P6) and a worksheet-faithful structural principle for the `domain/sap/worksheet/*` modules — both new concerns ADR-0009 didn't address. All other ADR-0009 decisions stand (Calculated SAP10 Performance as a glossary term, MeasureApplicator/Sap10Calculator chain, MCS boolean default-false, global thermal-bridging y factor, Table 27 living-area fraction, Table 11 secondary-heating allocation, MeasureOverrides rejection).
## Why this ADR exists
ADR-0009 was written before a second-order problem in the validation corpus was visible: the 250k-cert training parquet spans **multiple SAP spec versions** (SAP 10.1 from 2019, SAP 10.2 pre- and post-14-March-2025 amendment), each of which was the active table when its certs were lodged. The prior session's `domain.sap.tables.table_12_cert_calibration` layer was implicitly absorbing this version mixture into a single "best fit" price set ~10–25 % lower than the SAP 10.2 (14-03-2025) spec — closer to the SAP 10.1 era prices. Every spec-correctness slice that touched a downstream component (HW cylinder zero-loss, gas standing charges, Table 12a fractional blending) registered as a regression on the parity probe because the cert-cal layer had been numerically calibrated against the buggy state of every other component.
This ADR resolves four entangled decisions at once. They are coupled — none of them is the right call in isolation.
## Decisions
### 1. Active spec target is **SAP 10.2 (14-03-2025)**, not SAP 10.3
ADR-0009 named SAP 10.3 (13-01-2026) as the calculator's target. No SAP-10.3-lodged certs exist in the corpus; assessor software has not migrated. Targeting SAP 10.3 produces a calculator whose output is verifiable against no cert. The active target is SAP 10.2 (14-03-2025 amendment) — both the document RdSAP 10 (10-06-2025) cross-references for heating-system identification, and the amendment that current assessor software is on.
`packages/domain/src/domain/sap/tables/table_12.py` is re-labelled as SAP 10.2 (14-03-2025). Its CO2 factors are corrected to spec (0.210 kg/kWh mains gas, 0.136 kg/kWh standard electricity — the file currently has SAP 10.3 values 0.214 and 0.086). Prices already match SAP 10.2 (3.64 p mains gas, 16.49 p standard electricity, etc.) — the misleading "+25 % shift from SAP 10.2 to 10.3" comment is removed; the 13.19 p figure is from SAP 10.1, not SAP 10.2.
A future ADR retargets to SAP 10.3 once the cert corpus migrates (expected late 2026 or 2027 once BRE updates RdSAP to reference SAP 10.3).
### 2. `table_12_cert_calibration` is deleted
The cert-calibration table is bug-masking. Its prices are pre-March-2025 SAP values fit against the average cert in a mixed-version corpus, with downstream-component bugs absorbed into the fit. Removing it forces upstream errors to surface where they live, in the component that owns them, instead of being silently compensated for by a price tweak.
This includes the `cert_calibration_e7_codes` extension that routes codes 191–196 (direct-electric) and 691–696 (room heaters) to off-peak rates — Table 12a is explicit that "other direct-acting electric heating" bills 100 % at the high rate on a 7-hour tariff. The S-B14 finding that motivated this hack is in §8 of the handover as a documented dead-end.
`domain.sap.tables.table_12.unit_price_p_per_kwh` becomes the only price API. Parity probes are updated to use it.
### 3. Validation Cohort is filtered to a single spec-version window
Probe MAE against the full 250k-cert corpus measures both calculator correctness *and* the spec-version drift across certs lodged at different times. Without separating them, every spec-correctness improvement is noisy.
The **Validation Cohort** is the subset of corpus certs with `inspection_date ≥ 2025-07-01` — chosen to allow ~4 months past the 14-March-2025 SAP 10.2 amendment for commercial assessor software to roll out the new tables. Filtering to this cohort yields a probe where every cert was lodged on the same spec version the calculator targets. MAE on the Validation Cohort is the only metric used for spec-sweep go/no-go.
This requires re-extracting the training parquet to include `inspection_date` (currently dropped by the ETL — 202 columns, none of them dates). That extraction is a prerequisite slice.
### 4. PCDB integration is promoted from Session C to a prerequisite
ADR-0009 deferred PCDB to Session C and shipped a `NoOpPcdbLookup` stub. The handover's own measurements show PCDB absence accounts for ~19 SAP points of MAE on heat-pump certs (Table 4a fallback SCOP 2.30 vs typical PCDB 2.80–3.50) and most per-cert variance on the 78 % of gas-boiler certs lodging `main_heating_data_source=1` (category-default 0.80 vs typical PCDB 0.88–0.94). The handover's rationale for deferral ("cert-cal absorbs PCDB gaps") collapses with decision (2).
PCDB lookup against `main_heating_index_number` is built before the section-by-section sweep starts. Data source: https://www.ncm-pcdb.org.uk — CSV exports of boilers and heat pumps. Per-product fields needed: seasonal efficiency, secondary efficiency, output kW, flow-temperature curve (heat pumps). The `NoOpPcdbLookup` seam from ADR-0009 grill outcome #1 is the integration point; the stub returns None and the calculator falls back to Table 4a only when the cert lodges no `main_heating_index_number` or the PCDB has no matching record.
## Verification infrastructure (also prerequisites)
Three pieces of infrastructure are built before the section sweep so per-section verification has unambiguous signal:
1. **Trace mode populated.** ADR-0009 specced `SapResult.intermediate: dict[str, float]` and it was never built. Every named SAP 10.2 worksheet variable (heat transfer coefficient, mean internal temperature, monthly solar gains, utilisation factor, ECF, etc.) is exposed on `intermediate` so any single cert can be diffed against a hand-computed value, a BRE worked example, or a future Elmhurst reference trace.
2. **BRE worked-example unit tests.** SAP 10.2 spec appendices and RdSAP 10 worked examples are transcribed as fixtures keyed on per-intermediate expected values, not aggregate SAP score. These replace the 7 cert-based golden fixtures (which contained compensating errors per the handover §10). The cert fixtures are retired.
3. **Strict typing of `EpcPropertyData` via canonical domain enums.** Bare `str` and `Union[int, str]` fields (the latter because the gov API gives ints and Site Notes give strings) cascade defensive type-handling into every consumer — the calculator's `dimensions.py:74-82` is Khalim's documented example. The domain holds one canonical enum per field, derived from `datatypes/epc/domain/epc_codes.csv` (union of keys across schema versions, hand-authored). The API mapper and Site Notes mapper each adapt their raw input to the canonical enum. Repo-wide test compatibility is a hard constraint — every consumer of `EpcPropertyData` (calculator, ML pipeline, recommendations, ETL) continues working after the typing pass. Pyright `strict` mode stays clean.
These map to prerequisites P5 (trace mode + BRE fixtures) and P6 (strict typing) in the handover §2.5.
## Worksheet-faithful structure (sweep-time principle)
Each `domain/sap/worksheet/*.py` module must mirror the SAP 10.2 worksheet structure for its section — function names reference their worksheet-line origin (e.g. `heat_transfer_coefficient` aligns with worksheet line (40)), compound calculations split into one function per line where possible, defensive type-handling replaced by typed-enum dispatch. This is not a prerequisite slice; the refactor lands as part of each section's sweep slice, verified by the BRE worked examples (which assert per-intermediate values).
## Consequences
- ADR-0009's "MAE ≤ 1.0 SAP-point on typical subset" success criterion is restated against the Validation Cohort (not the full corpus). The "typical subset" exclusions in ADR-0009 (sap_score ≤ 5, ≥ 100, multi-heating, conservatory, RIR) still apply on top of the cohort filter.
- The training parquet schema bumps when `inspection_date` is added — a non-breaking MINOR addition under [ADR-0008](0008-physics-as-feature.md)'s `Feature Schema Version` discipline.
- The handover document `docs/sap-spec/HANDOVER_SYSTEMATIC_REVIEW.md` is rewritten in lockstep: §3 (diagnosis), §4 (scope), §7 (state-A-vs-state-B framing deleted), §7b (findings re-framed), §10 (fixture strategy), and a new §2.5 listing the five prerequisites.
- Sessions A/B/C from ADR-0009 collapse into a single sequence: prerequisites land, then the section sweep runs against a clean probe with PCDB available.
## Considered alternatives
- **Build versioned Table 12 (pre/post 14-March-2025) keyed on `inspection_date` and validate across the full corpus.** Rejected as more work for no signal benefit during the spec sweep — the filtered cohort gets us to a clean probe faster. A versioned table is still future work if Calculated SAP10 Performance ever needs to reproduce historical cert SAP for products that compare against Lodged Performance directly.
- **Keep cert-cal during the sweep and re-derive at the end** (the handover's prescription). Rejected for the reasons in decision (2): the cert-cal layer corrupts the signal during the sweep, which is precisely when the signal needs to be cleanest.
- **Pay for an Elmhurst license, lock fixtures to its output.** Held in reserve. BRE worked examples are free and spec-derived; an Elmhurst trace would add value as a per-component reference but is not a prerequisite.
## Amendment — §10a Fuel costs (2026-05-21)
Decision 1's "active spec target is SAP 10.2 (14-03-2025)" is narrowed for the §10a Fuel-costs block: **cost prices for §10a and §10b are sourced from RdSAP10 Table 32 (PDF page 95)**, not SAP 10.2 Table 12. RdSAP10 §19.1 is explicit: *"The SAP rating for RdSAP 10 is to be calculated using Table 32 prices (not Table 12) for section 10a and 10b."*
CO2 emission factors and primary-energy factors remain SAP 10.2 Table 12 per RdSAP10 §19.2 (the values are identical across the two tables; the columns are duplicated in Table 32 for completeness but Table 12 is the canonical authoritative source the calculator continues to import).
### Why the amendment exists
The §10a slice 1+2 rewrite (commits `0f255165`, `adfa7f60` on branch `ara-backend-design-prd`) surfaced two structural bugs that the pre-amendment Table-12-only path was masking:
1. **Wrong table.** Table 12 unit prices were 5–55% off Table 32 per carrier (mains gas 3.64 vs 3.48, heating oil 4.94 vs 7.64, std electricity 16.49 vs 13.19, off-peak 9.40 vs 5.50, PV export 5.59 vs 13.19). Table 32 is what cert assessor software computes against; comparing our Table-12-driven SAP scores against PDF references was an apples-to-oranges check.
2. **Missing (251) standing charges.** Table 12 note (a) (and the identical Table 32 note (a)) gates additional standing charges into the SAP-rating ECF: gas standing added when gas is used for space/water heating; off-peak electricity standing added when an off-peak meter is in use; standard-electricity standing always omitted. Pre-amendment the calculator applied zero standing charges — equivalent to ignoring £92–£120/yr per gas-heated dwelling.
The 000490 Elmhurst fixture had a recorded -12.5% cost gap (£706 vs £807 PDF) that ADR-0010 §3 Validation Cohort framing attributed to "pre-amendment spec-version drift". The §10a rewrite shows the gap was wrong-table + missing-standing-charges — a real calculator regression, not corpus drift. Post-§10a 000490 closes to within ~4% of PDF cost and SAP rating ceiling tightens 6 → 2.
### Consequences
- **`packages/domain/src/domain/sap/tables/table_32.py`** ships the RdSAP10 unit prices + standing charges + Table 12 note (a) gating function. Table 12 keeps the CO2 + PEF columns.
- **`packages/domain/src/domain/sap/tables/table_12a.py`** ships the high-rate-fraction lookups for off-peak split (Table 12a in SAP 10.2 PDF page 191 — RdSAP10 §19.1 cross-references this table directly). `Tariff.TEN_HOUR` carried for spec completeness even though RdSAP cert `meter_type` enum (1..5) has no 10-hour code.
- **`packages/domain/src/domain/sap/worksheet/fuel_cost.py`** ships the §10a orchestrator producing `FuelCostResult` (32 fields, line refs (240)..(255)). `cert_to_inputs._fuel_cost` precompute wires it from cert state.
- The 000474 Elmhurst fixture cost residual widened from -0.6% to +10.7% (SAP rating ceiling loosened 2 → 4) because the pre-amendment wrong-table-but-cancels-kWh accidentally compensated for upstream §4 HW kWh + Appendix L lighting overestimates. **§4 HW worksheet tightening is the next ticket** — see project memory `project_section_4_hw_next_ticket`. Ceiling drops back to 2 (or below) when that lands.
- Golden corpus SAP tolerance widened ±7 → ±11 per the Validation Cohort discipline (oil unit price +55% from Table 12 → Table 32 moves oil-heated golden certs whose lodged SAP scores pre-date Table 32).
### Deferred work (named in §10a slice 3)
- §4 HW worksheet tightening + Appendix L lighting predictor — **next ticket**.
- Table 12a high-rate-fraction wiring for off-peak electric mains (`Table12aSystem` cert→row mapping). Currently the cert→precompute path returns a zero `FuelCostResult` sentinel for off-peak certs, deferring to the legacy scalar `_*_fuel_cost_gbp_per_kwh` heuristic.
- Table 13 immersion / HP-DHW WH high-rate fractions.
- Off-peak per-row (230a)..(230g) Table 12a split for pumps/fans (spec line 8076).
- (247a) Instant electric shower kWh routing.
- (252) per-row Appendix M/N split (PV / wind / hydro / micro-CHP) — currently single `pv_credit_gbp` scalar.
- (253)/(254) Appendix Q routes.
- Drop the legacy scalar `space_heating_fuel_cost_gbp_per_kwh` / `hot_water_fuel_cost_gbp_per_kwh` / `other_fuel_cost_gbp_per_kwh` / `secondary_heating_fuel_cost_gbp_per_kwh` / `pv_export_credit_gbp_per_kwh` fields from `CalculatorInputs` once the ~33-occurrence synthetic-test corpus migrates to `fuel_cost=...`.
## Amendment — Appendix L lighting (2026-05-22)
The cost-side `inputs.lighting_kwh_per_yr` is sourced from the spec-faithful Appendix L L1-L11 cascade (via `InternalGainsResult.lighting_kwh_per_yr`), **not** from the legacy `predicted_lighting_kwh` heuristic. Replaces the `9.3 × TFA × (1 − bulb-share-reduction)` linear approximation with the same cascade that drives §5 (67) gains, so the cost side and the gains side share one source of truth.
### Why the amendment exists
The Appendix L cascade was already implemented spec-faithfully for the §5 internal-gains side (validated across all 6 Elmhurst fixtures at ≤0.6% on LINE_67 monthly W tuples), but `cert_to_inputs` populated the cost-side `inputs.lighting_kwh_per_yr` from a separate heuristic that over-counted ~3× on the Elmhurst cohort (528 vs 140 kWh on 000474). The +9.2% total fuel cost residual on 000474 was dominated by this single component.
Two engine bugs surfaced during the wire-up:
1. **Cosine modulation integral.** The L1-L9 formula yields a "continuous" annual `E_L`. The SAP10.2 worksheet at line (232) lodges `Σ(L11 monthly distribution)`, which differs from the continuous formula by the discrete integration factor `Σ(n_m × [1 + 0.5cos(2π(m − 0.2)/12)]) / 365 = 0.998539`. Pre-fix `annual_lighting_kwh` returned the continuous value → uniform +0.146% bias across all 6 fixtures. Post-fix sums the monthly distribution directly.
2. **Cert EPC under-lodgement.** `_w000474.build_epc()` + `_w000490.build_epc()` did not pass `low_energy_fixed_lighting_bulbs_count` or `sap_windows` to `make_minimal_sap10_epc`. The §5 LINE_67 fixture conformance tests poke these at the test level, but the e2e `Sap10Calculator().calculate(epc)` path bypasses that. Without them, the cascade fell through to L5b (185 × TFA lm) + L8c (21.3 lm/W) + `C_daylight = 1.433` no-bonus — producing ~317 kWh on 000474 instead of 139.9452. Fixed by passing the existing fixture constants (`SECTION_5_BULB_COUNT_LEL` + `SECTION_6_VERTICAL_WINDOWS`) through.
### Consequences
- **000474 e2e SAP integer closes to delta=0** (62 = PDF 62; continuous 62.1664 vs 62.2584, Δ 0.09). First Elmhurst fixture to hit the rdsap engine integration gate. Test ceilings tightened 3 → 0 (integer) and 3.5 → 0.5 (continuous).
- **000490 SAP integer + fuel cost tests xfail** (strict). Appendix L closure is spec-faithful (lighting kWh 614 → 171 matches U985 (232)=171.4217 to abs=1e-4), but the cost residual widens from -4.7% to -12.9% and SAP delta widens 3 → 6. The remaining residual is from other broken components on this fixture — primary suspects: fuel pricing for the pre-2025-07-01 cohort (Table 32 lodge-date snapshot semantics), main heating fuel +2.5% overshoot, Table D1/D2/D3 Ecodesign corrections, Appendix N heat-pump cascade. Per `feedback-e2e-validation-philosophy` memory: don't widen, hunt. Tests re-enable when each next component closes.
- **Golden fixture `_PE_TOLERANCE_KWH_PER_M2` widened 30 → 35** to absorb the elec-PEF × lighting-Δ contribution (~4 kWh/m²) on the non-Elmhurst cohort. Pre-Appendix-L baseline residuals already sat near -28 kWh/m² from unrelated components on those certs. Tightens back when the dominant remaining components close.
- **Per-component worksheet-level pins land**: `result.lighting_kwh_per_yr == U985 (232)` at abs=1e-4 for the 2 e2e fixtures, and `InternalGainsResult.lighting_kwh_per_yr == U985 (232)` at abs=1e-4 for all 6 §5 fixtures. New per-fixture constant `LINE_232_LIGHTING_KWH_PER_YR` pins each lodged value.
- **`predicted_lighting_kwh` kept** in `domain/ml/demand.py` with a deprecation note. Still used by `domain.ml.ecf.energy_cost_factor` and `domain.ml.transform.transform_to_predictions` — both legacy ML pre-SAP-rewrite call sites; rip when those migrate.
### Deferred work (named in Appendix L slice 3)
- **000490 / cohort SAP-integer closure (residual hunt).** Next ticket. Suspects above. Driven by user's next batch of test fixtures (battle-testing the engine) → emergent residual identification.
- **`predicted_lighting_kwh` deletion.** Future cleanup ticket once `domain.ml.ecf` + `domain.ml.transform` are off the legacy heuristic.
- **RdSAP10 → API integration test.** End-state e2e harness: RdSAP API response → `cert_to_inputs` → `calculate_sap_from_inputs` → SAP integer = lodged integer. Once enough cohort fixtures pass delta=0 on isolated components.
## Amendment — Cohort residual hunt + SAP 10.2 rating constants (2026-05-22)
The post-Appendix-L 000490 residual (SAP delta +6, cost -£104) closed in four micro-cycles after a per-component diagnostic walk down the spec cascade. Five engine pieces landed end-to-end:
1. **Secondary heating cascade** (`607e52a3`): cert lodges SAP code 691 (Electricity Electric Panel, 100% efficiency); build_epc wasn't passing it through. Closes -£104 on 000490.
2. **Ventilation cert lodgement** (`af6fcfb1`): `SapVentilation` schema gains 4 new fields (`sheltered_sides`, `has_suspended_timber_floor`, `suspended_timber_floor_sealed`, `has_draught_lobby`). `cert_to_inputs` now reads them. Removes a long-standing `sheltered_sides=2` hardcode + 4 TODOs. All 6 fixtures' (25)m monthly effective ACH closes to U985 PDF at abs=1e-3 (72 assertions).
3. **Table 4f gas-combi pumps_fans** (`b536b46a`): keyed by `main_heating_category`. Category 2 (gas boilers) → 115 kWh pump + 45 kWh flue fan = 160 kWh/yr. Other categories still on the legacy 130 sentinel.
4. **SAP 10.2 rating constants** (`a41ac6bd`): `worksheet/rating.py` was using SAP 10.3 constants (deflator 0.36, slope 16.21/120.5). Per ADR-0010 §1 active spec target IS SAP 10.2 (14-03-2025). Restored SAP 10.2 values: **deflator 0.42**, linear branch slope **13.95**, log branch intercept **117**, log slope **121**. The two errors were near-cancelling for the Elmhurst combi-gas cohort (low-cost dwellings on the linear branch).
5. **000477 build_epc lodgement (partial — Table 3c blocker)** (`960419a9`): mirrors the Appendix L slice 2 fix on 000477 (lodge windows + bulbs + PCDB index + secondary 691 + number_baths=0). Closes 000477 SAP delta from +6 to +1. Remaining +1 blocked by Table 3c (next ticket).
### Consequences
- **000474 + 000490 both hit SAP integer delta=0**. First two Elmhurst fixtures across the rdsap engine integration gate. 685 tests pass + 1 xfail (000477 pending Table 3c).
- **Per-component pins now landed**: lighting kWh, monthly infiltration ACH, secondary heating fuel, pumps_fans, plus the pre-existing §4 HW + §5 + §6 + §7 + §8 + §10a sections.
- 000477 cost residual -3.5% remaining is the Table 3c 600-kWh-overshoot on combi-loss.
- 000480/000487/000516 still at SAP delta +11/+12 because their build_epc lodgement is also incomplete (mirror the 000477 fix). Their PCDB records (16839/18119/18118) also have `separate_dhw_tests=2` for sustain models → Table 3c blocker.
### Deferred work (named in cohort slice 5)
- **Table 3c two-profile combi-loss override** — Next ticket. SAP10.2 Appendix J §J3. Blocks 000477/000480/000487/000516 closure.
- **Build_epc lodgement on 000480/000487/000516** — Same pattern as 000477 (windows + bulbs + PCDB index + secondary 691 + number_baths). Lands with the Table 3c ticket since SAP closure requires both.
- **RdSAP API integration test** — End-state validation gate. User generating exotic fixtures to pressure-test first.
- **§12a CO2 + §13a PE per-component pins** — Engine produces `result.co2_kg_per_yr` and `result.primary_energy_kwh_per_m2`. Not yet validated against U985 (272) + (282) for any fixture.
- **PCDF field-position audit**: parser reads F2 from fields[55]. PCDB 18118 raw row has 13.729 at index 52 — unclear which field that maps to per BRE PCDF Spec §7.11. Verify before assuming F2=0 is the lodged value.

194
docs/sap-spec/HANDOVER_NEXT.md
View file

@ -1,194 +0,0 @@
# Handover — API → SAP integration test
The SAP 10.2 / RdSAP 10 calculator is **closed**: 930/930 pin tests
green against the 6 Elmhurst U985 worksheet PDFs (Rating cascade for
SAP rating + EI rating; Demand cascade for EPC Current Carbon +
Current Primary Energy). Architecture + public API live in
[`SAP_CALCULATOR.md`](./SAP_CALCULATOR.md) — **read that first.**
Your job: build an integration test that runs **API request → cert →
SAP scoring** end-to-end against this calculator, using the 6 Elmhurst
fixtures as the strongest test case in the repo.
---
## What "done" looks like
A test (probably under `backend/` somewhere, exact location TBD by
the codebase shape) that:
1. Spins up the API (FastAPI or whatever the http surface is).
2. Sends a request with a representative `EpcPropertyData` payload
(use one of the 6 Elmhurst fixtures' `build_epc()` outputs as the
reference, or send the upstream JSON shape if that's the boundary).
3. Receives the 4 EPC-facing outputs back through whatever endpoint the
API exposes them on (or invokes the SAP scoring code path the API
would use internally).
4. Asserts the 4 outputs match the fixture's lodged values at the
stated tolerance:
- `sap_score` (integer, exact match)
- `ei_rating` (integer, exact match)
- `current_carbon_kg` (`abs=1e-4` against `DEMAND_LINE_272_TOTAL_CO2`)
- `current_pe_kwh` (`abs=1e-4` against `DEMAND_LINE_286_TOTAL_PE`)
Parametrise the test over all 6 fixtures so any regression in the
plumbing fails loudly.
---
## What's in the box
### Public API (the only thing you need from the SAP module)
```python
from domain.sap.rdsap.cert_to_inputs import (
cert_to_inputs, # Rating cascade
cert_to_demand_inputs, # Demand cascade
local_climate_for_cert,
environmental_section_from_cert,
primary_energy_section_from_cert,
)
from domain.sap.calculator import calculate_sap_from_inputs, SapResult
```
See `SAP_CALCULATOR.md` §2 for the recommended `dwelling_outputs(epc)`
function shape — copy-paste it as your reference scoring path.
### Fixture cohort (the most comprehensive test case in the repo)
6 real-world certs with full PDF ground-truth:
| Fixture | TFA | Notable cert-shape features |
|---|---|---|
| `_elmhurst_worksheet_000474` | 56.79 | Main + 2 ext, gas combi, no secondary |
| `_elmhurst_worksheet_000477` | 77.58 | RR main-only, electric secondary |
| `_elmhurst_worksheet_000480` | 84.41 | Main + ext + RR, electric secondary |
| `_elmhurst_worksheet_000487` | 81.57 | RR + ext + alt-wall, **electric shower** |
| `_elmhurst_worksheet_000490` | 66.06 | Main + ext |
| `_elmhurst_worksheet_000516` | 90.54 | Main only |
Each fixture exposes:
- `build_epc() -> EpcPropertyData` — encode the cert as our domain type
- `LINE_*` — rating-cascade worksheet expected values (Block 1)
- `DEMAND_LINE_*` — demand-cascade worksheet expected values (Block 2)
- `SAP_VALUE_CONTINUOUS` / `LINE_258_SAP_RATING_INTEGER` — SAP rating
- `LINE_274_EI_RATING_INTEGER` — EI rating
Expected EPC outputs per fixture:
| | sap_score | ei_rating | current_carbon_kg | current_pe_kwh |
|---|---|---|---|---|
| 000474 | 62 | 60 | 3104.1222 | 16931.7227 |
| 000477 | 65 | 69 | 2879.7824 | 16545.4543 |
| 000480 | 61 | 65 | 3479.1552 | 19953.4189 |
| 000487 | 62 | 69 | 3005.2667 | 17755.3174 |
| 000490 | 57 | 61 | 3250.1703 | 18583.7962 |
| 000516 | 63 | 66 | 3501.4376 | 20087.8232 |
---
## What you'll need to investigate
The SAP calculator side is a pure-Python function chain — easy. The API
side is what you need to map out:
1. **Where does cert data enter the system?** Find the FastAPI / Django
/ whatever endpoint that accepts cert input. Look under `backend/`
for routers.
2. **What's the request payload shape?** Is it `EpcPropertyData` JSON
directly, or a different upstream representation that gets mapped?
Check `datatypes/epc/domain/mapper.py` — the mapper from various
schema versions (SAP-Schema-18/19, RdSAP-Schema-18) to
`EpcPropertyData` lives there.
3. **Is SAP scoring already wired to the API?** Search the backend for
imports of `domain.sap.rdsap.cert_to_inputs` or
`domain.sap.calculator`. If it's not yet wired, the integration test
is a forcing function for wiring it.
4. **What's the response shape?** The 4 outputs above are what the EPC
publishes; the API may already expose them, or may expose a wider
surface (per-section breakdown for retrofit modelling, etc.).
If the API doesn't yet expose SAP scoring, the integration test scope
might include adding the endpoint. Confirm scope with the user before
expanding.
---
## Workflow conventions (from the SAP cleanup work)
- **AAA tests** — `# Arrange / # Act / # Assert` headers on every new
test.
- **One slice = one commit** with Co-Authored-By trailer.
- **`pytest.approx(..., abs=1e-4)` for the EPC outputs** — same bar as
the SAP cascade tests. The 4 expected values above are at 4 d.p. so
abs=1e-4 is the floor.
- **Don't widen tolerances.** If a pin fails, it's a real bug (probably
in the API plumbing, since the calculator is closed).
---
## Files to read on day 1
| File | Why |
|---|---|
| [`docs/sap-spec/SAP_CALCULATOR.md`](./SAP_CALCULATOR.md) | Module API + architecture (you're heading there) |
| [`packages/domain/src/domain/sap/calculator.py`](../../packages/domain/src/domain/sap/calculator.py) | `SapResult` fields you'll assert against |
| [`packages/domain/src/domain/sap/rdsap/cert_to_inputs.py`](../../packages/domain/src/domain/sap/rdsap/cert_to_inputs.py) | The 3 public entry points + the section helpers |
| [`packages/domain/src/domain/sap/worksheet/tests/_elmhurst_worksheet_000474.py`](../../packages/domain/src/domain/sap/worksheet/tests/_elmhurst_worksheet_000474.py) | A reference fixture — `build_epc()` shows the EpcPropertyData shape |
| [`packages/domain/src/domain/sap/worksheet/tests/test_e2e_elmhurst_sap_score.py`](../../packages/domain/src/domain/sap/worksheet/tests/test_e2e_elmhurst_sap_score.py) | The current e2e test pattern — model your integration test on this |
| `backend/` (explore) | API entry points |
| [`datatypes/epc/domain/mapper.py`](../../datatypes/epc/domain/mapper.py) | Schema → EpcPropertyData mappers |
---
## Quick orient
```bash
# Confirm SAP calculator is still 930/930 green
python -m pytest \
packages/domain/src/domain/sap/worksheet/tests/test_section_cascade_pins.py \
packages/domain/src/domain/sap/worksheet/tests/test_e2e_elmhurst_sap_score.py \
--no-cov --no-header --tb=no -q
# Show the 4 EPC outputs for fixture 000474
cd packages/domain/src && python -c "
from domain.sap.rdsap.cert_to_inputs import (
cert_to_inputs, local_climate_for_cert,
environmental_section_from_cert, primary_energy_section_from_cert,
)
from domain.sap.calculator import calculate_sap_from_inputs
from domain.sap.worksheet.tests import _elmhurst_worksheet_000474 as w
epc = w.build_epc()
pc = local_climate_for_cert(epc)
rating = calculate_sap_from_inputs(cert_to_inputs(epc))
env_rating = environmental_section_from_cert(epc)
env_demand = environmental_section_from_cert(epc, postcode_climate=pc)
pe_demand = primary_energy_section_from_cert(epc, postcode_climate=pc)
print(f'SAP: {rating.sap_score}') # 62 (UK-avg)
print(f'EI: {env_rating.ei_rating_integer}') # 60 (UK-avg)
print(f'Carbon: {env_demand.total_co2_kg_per_yr:.4f} kg/yr') # 3104.1222 (postcode)
print(f'PE: {pe_demand.total_pe_kwh_per_yr:.4f} kWh/yr') # 16931.7227 (postcode)
"
```
**Important:** SAP rating and EI rating use UK-average climate; Current
Carbon and Current Primary Energy use postcode climate. Don't read EI
from the demand-cascade `environmental_section_from_cert` — that's a
postcode-conditions EI value, not what the EPC publishes.
---
## What's NOT in scope
- **Extending the SAP calculator.** It's closed at the EPC-output layer.
If you find an additional cert-shape variation that breaks the
calculator, capture it as a new conformance fixture (see
`packages/domain/src/domain/sap/README.md`) — don't paper over it in
the integration test.
- **BEDF fuel pricing.** The Fuel Bill on the EPC uses postcode-specific
BEDF prices (PCDB Table 200), which are deferred. The 4 outputs above
cover SAP + EI + Carbon + PE; Fuel Bill is a follow-up.
- **The Demand-SAP "improved dwelling" cascade.** That's Block 3 of the
U985 worksheet (retrofit-applied SAP rating). Out of scope.
Good luck. The SAP side is solid; this is purely a plumbing exercise.

301
docs/sap-spec/NEXT_AGENT_PROMPT.md
View file

@ -1,301 +0,0 @@
# Handover — API mapper at 1e-4 on cert 001479; investigating goldens
You are picking up branch `ara-backend-design-prd`. The cert 001479 API
path now hits the worksheet's continuous SAP 69.0094 **at < 1e-4**
(Slice 95). Layer 4 production goal is MET. Remaining work: investigate
golden cert residual outliers (especially cert 0240's -15 SAP) and
process any new (Summary + API) cert pairs the user sources.
## The end goal (re-confirmed by the user)
> **Production goal: `API JSON → EpcPropertyDataMapper.from_api_
> response → SAP10 calculator → SAP rating` must match the SAP value
> the calculator emitted at lodge time to within 1e-4.**
>
> The acceptance tolerance is **1e-4 against the worksheet's
> continuous SAP value**, not ±0.5 against the published integer.
> ±0.5 only applies when no worksheet is available (the 8 cohort
> golden certs we have as API-only); when we have both API + worksheet
> (cert 001479), the 1e-4 bar is the bar.
The earlier handover stated ±0.5 — that was wrong. The user
emphasised this twice: the calc is mechanical, identical inputs must
produce identical outputs, so when we have the continuous worksheet
value we should hit it exactly. See the conversation thread that led
to Slice 87.
## Validation layers (current state)
```
Layer 4: API mapper cascade SAP = worksheet SAP at 1e-4 (production goal)
└── Layer 3: API mapper EpcPropertyData ≡ Elmhurst mapper EpcPropertyData
└── Layer 2: Elmhurst-mapped EpcPropertyData → cascade SAP = worksheet SAP at 1e-4
└── Layer 1: hand-built EpcPropertyData → cascade SAP = worksheet SAP at 1e-4
```
| Layer | Status |
|---|---|
| **1 — hand-built cascade pin** | ✅ 6 cohort certs (000474, 000477, 000480, 000487, 000490, 000516) GREEN at 1e-4; cert 001479 hand-built skeleton (Slice 62) still RED (2 of 11 pins green, hand-built has its own bugs — orthogonal to the production path) |
| **2 — Elmhurst-mapped path** | ✅ **Cert 001479 GREEN at 1e-4** (Slice 89); cohort: 2 GREEN (000477, 000516), 4 RED (000474, 000480, 000487, 000490 — Elmhurst U985 worksheets violate the RdSAP 10 §5 (12) spec; orthogonal to the production goal) |
| **3 — API-mapped ≡ Elmhurst-mapped (field-level)** | 🟡 Cascade outputs match at 1e-4 (Slice 95); field-level diff test not yet written but lower priority since cascade-output gate exists |
| **4 — API path cascade SAP** | ✅ **Cert 001479 GREEN at 1e-4** (Slice 95). `test_api_001479_full_chain_sap_matches_worksheet_pdf_exactly` formalises the gate. 8 other golden certs pinned at residual-from-integer at tolerance 0 |
## Cumulative API SAP delta progression (cert 001479)
The big breakthrough: implementing the RdSAP 10 §5 (12) spec rule
(`Floor infiltration (suspended timber ground floor only)` — page 29
of `docs/sap-spec/RdSAP 10 Specification 10-06-2025.pdf`) revealed a
series of API-mapper coverage gaps that all needed fixing for the
spec rule's premise to be met. Each slice closed one gap:
| Slice | Fix | API SAP delta |
|---|---|---|
| baseline | broken party wall enum, no descriptive strings | **+3.0752** |
| 87 | RdSAP 10 §5 (12) spec rule + Elmhurst-mapper switch to None | — |
| 88 | thread `bp.floor_construction_type` into `u_floor` cascade | — |
| 89 | PS pitched-sloping-ceiling roof area `÷ cos(30°)` (added `roof_construction_type` field on `SapBuildingPart`) | — |
| 90 | API `party_wall_construction` enum → SAP10 `u_party_wall` codes (1→3 Solid, 2→4 Cavity, etc.) | +1.5298 |
| 91 | descriptive strings via int→str lookups (`floor_construction_type`, `roof_construction_type`) + pre-1950 PS sloping → thickness=0 + per-bp roof description fix | +1.0970 |
| 92 | upper-floor `room_height_m += 0.25` + `is_exposed_floor` from `floor_heat_loss==1` + `floor_insulation_thickness="NI"→None` | +1.0022 |
| 93 | `window_transmission_details` from `glazing_type` int (code 3 → U=2.8/g=0.76, code 13 → U=1.4/g=0.72) | +1.1846 |
| 94 | `sheltered_sides` from API `built_form` + `floor_type` from `floor_heat_loss==7` | +0.0006 |
| 95 | API mapper `total_floor_area_m2` = Σ per-bp dims (worksheet-precise 68.51 not lodged-rounded 69) + RdSAP 10 §15 p.66 window 2dp area rounding in solar_gains/internal_gains | **< 1e-4** |
Fabric breakdown for cert 001479 API path is now COMPLETELY EXACT
(all 6 components match worksheet to 4 d.p.):
| Component | Cascade | Worksheet target |
|---|---|---|
| walls | 39.7652 | 39.7652 ✓ |
| party walls | 17.0700 | 17.0700 ✓ |
| roof | 10.3438 | 10.3438 ✓ |
| floor | 23.1705 | 23.1705 ✓ |
| windows | 43.5962 | 43.5962 ✓ |
| doors | 5.5500 | 5.5500 ✓ |
| **fabric total** | **139.4957** | **139.4957 ✓** |
## What's left (queue, in priority order)
### 1. Close cert 001479's residual 0.0006 SAP gap (1-3 slices)
The remaining gap is non-fabric. Diff against the Summary path's
intermediate cascade values (which lands at 1e-4 GREEN):
```
Σ internal_gains_monthly_w: API 5339.27 Sum 5313.55 delta +25.72
Σ solar_gains_monthly_w: API 5510.10 Sum 5508.60 delta +1.50
Σ mean_internal_temp_monthly_c: API 214.87 Sum 213.51 delta +1.35
Σ monthly_infiltration_ach: API 8.95 Sum 10.91 delta -1.96
hot_water_kwh_per_yr: API 2365.00 Sum 2358.31 delta +6.69
```
Specifically:
- **Infiltration is still under by ~2 ACH/year**. The (12) spec rule
applies on both paths now (after Slice 87), so it's something else
— possibly `has_draught_lobby` (API=None, Summary=False; cascade
treats both as False so it shouldn't matter; verify) or `(13)
draught_lobby_ach`. Or storey count. Probe with
`ventilation_from_cert(api_mapped)` vs `ventilation_from_cert(sum_
mapped)`.
- **HW kWh +6.7** suggests a small Appendix J §1a occupancy
difference, or a different Tcold series, or shower outlets.
- **Internal gains +25.7 W·months** — probably a pumps_fans count or
lighting bulb count mismatch.
Run the diff probe (the one from the conversation) to localise:
```bash
PYTHONPATH=/workspaces/model:/workspaces/model/packages/domain/src python -c "
from backend.documents_parser.tests.test_summary_pdf_mapper_chain import _diff_load_bearing, _LOAD_BEARING_FIELDS, _summary_pdf_to_textract_style_pages
from backend.documents_parser.elmhurst_extractor import ElmhurstSiteNotesExtractor
from datatypes.epc.domain.mapper import EpcPropertyDataMapper
import json, dataclasses
from pathlib import Path
api = json.loads(Path('/workspaces/model/packages/domain/src/domain/sap/rdsap/tests/fixtures/golden/0535-9020-6509-0821-6222.json').read_text())
api_mapped = EpcPropertyDataMapper.from_api_response(api)
pages = _summary_pdf_to_textract_style_pages(Path('/workspaces/model/backend/documents_parser/tests/fixtures/Summary_001479.pdf'))
sn = ElmhurstSiteNotesExtractor(pages).extract()
sum_mapped = EpcPropertyDataMapper.from_elmhurst_site_notes(sn)
diffs = []
for f in _LOAD_BEARING_FIELDS:
diffs.extend(_diff_load_bearing(getattr(api_mapped, f, None), getattr(sum_mapped, f, None), f))
print(f'{len(diffs)} load-bearing divergences')
for d in diffs[:40]: print(f' {d}')
"
```
(NB: the original `_diff_load_bearing` was written for cohort
diff tests; the helper signature is `mapped, hand_built, path` — pass
api_mapped as `mapped` and sum_mapped as `hand_built` to surface API
gaps.)
### 2. Layer 3 — write the API ≡ Elmhurst diff test (1 slice)
Add `test_from_api_response_matches_from_elmhurst_site_notes_001479`
in `backend/documents_parser/tests/test_summary_pdf_mapper_chain.py`,
mirroring the cohort `test_from_elmhurst_site_notes_matches_hand_
built_NNNNNN` pattern. Use `_diff_load_bearing` with `_LOAD_BEARING_
FIELDS`. This formalises Layer 3 as a 1e-4 gate (zero load-bearing
divergences between the two mapper outputs).
This test will start RED with the residual diffs from step 1; closing
those slices brings it to GREEN.
### 3. More cert pairs (user is sourcing — pause for new data)
The user has agreed to source 2-3 more (Elmhurst worksheet + GOV.UK
API JSON) pairs to validate the mapper isn't 001479-overfit.
Suggested diversity:
- **Detached + RR** (would fix cert 0240's -14 residual which has a
Type-1 RR the mapper doesn't extract).
- **Mid-terrace with cavity-filled party walls** (API party_wall_
construction=3 → spec U=0.2; currently mapped to SAP10 code 4
which gives U=0.5; needs cascade extension at
`u_party_wall`).
- **Flat / maisonette** (party wall U=0 path; cert 9390 is one but
no worksheet).
- **Different age band** (E, J, K, L) to exercise the (12) spec
rule's age boundaries.
Each new pair lands as a 1e-4 cascade-pin test. Pattern: ~3-5 new
mapper bugs per cert pair (similar to Slice 87-94 on 001479). Each
becomes its own slice. Stage by name; one slice = one commit.
### 4. Investigate goldens with shifted residuals after Slices 87-95
Slices 87-94 shifted residuals on 7 of 10 API-only golden certs;
Slice 95 (precise TFA + window 2dp area rounding) shifted 5 more
(0240, 6035, 8135, 2130, 0390-2254). All residuals are re-pinned.
Current outliers and what we now know:
- **0240** (-15 SAP, +17.8 PE): Detached age J + RR + 11 windows. The
earlier handover claim of "RR mapper gap" is **partly stale**:
- `room_in_roof_type_1.gable_wall_length_1/2` ARE extracted by the
21.0.1 mapper (see mapper.py:1349-1369 — must have landed in
Slices 71-86). Cert 0240's RR cascades through with floor_area=
83.2, gables 6.4 + 6.4, age J → U_RR = 0.30 W/m²K.
- `'Roof room(s), insulated (assumed)'` description NOT parsed —
but the spec basis for parsing it is unclear: age J's Table 18
col(4) default already models insulation (U=0.30), and unlike
the regular-roof "insulated (assumed)" → 50 mm bucket rule
(RdSAP §5.11.4), no equivalent rule for RR has been identified.
- The -15 SAP residual is a mix, not a single RR gap. Subsystem
breakdown for cert 0240 (via cert_to_inputs cascade):
- walls 22.95, party 0, roof 76.93 (incl RR ~18.5), floor 29.43,
windows 41.55, doors 11.10, bridging 39.64; total HLC 221.6 W/K
- **windows_w_per_k = 41.55 is the most leverageable**: 11
windows × 18.28 m² × U_default ≈ 2.27 W/m²K. Cert lodges
`glazing_type=2` for all windows but Slice 93's
`_API_GLAZING_TYPE_TO_TRANSMISSION` only covers codes 3 and 13;
surfacing code 2 would land a measurable U (likely ~1.8-2.0)
and close several W/K of fabric loss.
- Other potential gains: BP[0] non-RR ceiling lodges "Pitched,
400+ mm loft insulation" (should U ~0.10); verify cascade
gives it that.
- **Net**: cert 0240 is not a single-slice fix; it's 3-5
progressive mapper improvements (glazing_type 2 surfacing,
possibly more glazing codes, possibly RR description nuance).
- **0390-2954** (-6 SAP, -26.5 PE): large detached F (TFA 360), oil
PCDB-listed. Undocumented. PE going more negative than SAP suggests
the cost cascade is hitting harder than energy — possibly oil
price/efficiency interaction.
- **6035** (-6 SAP, +49.5 PE): mid-terrace age A + RR. Probably has
the same glazing_type-default-U issue as 0240 plus an age-A-
specific gap.
### 5. (deferred) Cohort chain test RED triage
4 cohort chain tests (000474, 000480, 000487, 000490) are RED
because the Elmhurst U985 worksheets emit (12) values that don't
follow RdSAP 10 §5 — see the conversation re: identical Summary §9
lodgements producing different worksheet (12) for cohort 000477 vs
000480. The cascade is now spec-correct; the Elmhurst tool isn't.
Options: (a) mark as known-Elmhurst-non-spec, (b) add per-cert
override field, (c) wait for more cert pairs to confirm pattern.
**Not blocking the production goal.**
## Key conventions (project memory)
- **AAA test convention** — every new test uses literal `# Arrange /
# Act / # Assert` headers.
- **`abs(diff) <= tol`** not `pytest.approx` (strict-pyright partial-
unknown).
- **One slice = one commit** — stage by name (`git add <path>`).
- **1e-4 tolerance** for the worksheet-comparable paths (Elmhurst
Summary + API both have worksheets for cert 001479). No widening,
no xfail.
- **Strict pyright net-zero** per file. Baselines: `mapper.py` 33,
`heat_transmission.py` 13, `cert_to_inputs.py` 35,
`epc_property_data.py` 0.
- **Spec citation in commit messages** — when a slice implements a
spec rule, quote the spec text (RdSAP 10 page reference). User
asked us to confirm against docs.
## Cached artefacts
- `packages/domain/src/domain/sap/rdsap/tests/fixtures/golden/0535-
9020-6509-0821-6222.json` — API JSON for cert 001479 (RdSAP-Schema-
21.0.1).
- `backend/documents_parser/tests/fixtures/Summary_001479.pdf` —
Elmhurst site-notes PDF for cert 001479.
- `sap worksheets/lodged example/P960-0001-001479.pdf` — Domna's
worksheet output for cert 001479 (Continuous SAP 69.0094).
- `sap worksheets/U985-0001-NNNNNN.pdf` × 6 — cohort Elmhurst
worksheets (000474, 000477, 000480, 000487, 000490, 000516).
- `sap worksheets/U985-0001-NNNNNN.txt` × 6 — text exports of above.
## Recent slice history (Slices 87-95, current branch)
```
f502db8c Slice 95: API mapper TFA from per-bp dims + window area 2dp rounding — cert 001479 to 1e-4
03203418 Slice 94: API mapper sheltered_sides + floor_type — cert 001479 to 1e-3
7281b7b3 Slice 93: API mapper window_transmission_details from glazing_type
8e752e57 Slice 92: API mapper floor dimensions (SAP +0.25m + exposed-floor + NI→None)
2cebba28 Slice 91: API mapper descriptive strings + roof description per-bp fix
fbbdca49 Slice 90: API mapper translates party_wall_construction → SAP10 enum
006e9842 Slice 89: PS pitched-sloping-ceiling roof area uses inclined surface
c40679d1 Slice 88: thread bp.floor_construction_type into u_floor cascade
aff331ff Slice 87: implement RdSAP 10 §5 (12) spec rule for suspended timber floor
2d3355ee Slice 86: 1:1 windows expansion in cohort 000516 (2 → 5 entries)
f863598d Slice 85: bulk-update cohort 000516 hand-built for Cat A diff parity
```
Earlier slice context (71-86 closed cohort Layer 2) is in the prior
handover at commit `86eff23f` (`docs/sap-spec/NEXT_AGENT_PROMPT.md`
before this rewrite).
## First action
1. Confirm branch state — Slice 95 (`f502db8c`) closed cert 001479 to
< 1e-4 (was +0.0006 after Slice 94). Layer 4 is GREEN.
2. Run the full sweep:
```bash
PYTHONPATH=/workspaces/model:/workspaces/model/packages/domain/src \
python -m pytest backend/documents_parser/tests/test_summary_pdf_mapper_chain.py \
packages/domain/src/domain/sap/worksheet/tests/test_e2e_elmhurst_sap_score.py \
packages/domain/src/domain/sap/rdsap/tests/test_golden_fixtures.py \
--no-cov -q
```
Expect **99 passed / 19 failed**. All 19 failures pre-existing:
9× hand-built 001479 skeleton (`test_sap_result_pin[001479-*]`),
6× cohort diff (`test_from_elmhurst_site_notes_matches_hand_built_*`),
4× cohort chain (000474/000480/000487/000490 — Elmhurst non-spec).
3. Production goal is met for cert 001479. Next work focuses on the
golden cert residual outliers (§4 above) and new (Summary + API)
cert pairs from the user. The diff-probe methodology from Slice 95
(cascade-component diff API vs Summary path; localise; fix mapper)
works for any new (Summary + API) pair — worksheet not required
when Summary path is established as canonical.
4. Don't lose sight of Layer 4: **API → SAP within 1e-4 of worksheet
continuous on cert 001479** is the production goal. **MET as of
Slice 95** — `test_api_001479_full_chain_sap_matches_worksheet_pdf_
exactly` formalises this gate.
The user is sourcing more cert pairs in parallel; when they arrive,
each one will surface ~3-5 mapper bugs along the same pattern as
Slices 87-95. The diagnostic methodology (diff Summary-mapper vs
API-mapper; localise by cascade component; fix the API mapper to
mirror the Summary's surfacing) works for any new (Summary + API)
pair — worksheet not required when Summary path is canonical (cert
001479 proves it is).

BIN
docs/sap-spec/PCDF_Spec_Rev-06b_12_May_2021.pdf
View file

Binary file not shown.

BIN
docs/sap-spec/RdSAP 10 Specification 10-06-2025.pdf
View file

Binary file not shown.

375
docs/sap-spec/SAP_CALCULATOR.md
View file

@ -1,375 +0,0 @@
# SAP 10.2 / RdSAP 10 calculator — module overview
Deterministic, bit-faithful replication of the RdSAP10 calculation engine.
Validated against the 6 Elmhurst U985 worksheet PDFs at **abs=1e-4 on
every line ref** for both the Rating cascade (UK-average climate, used
for the published SAP rating + EI rating) and the Demand cascade
(postcode climate via PCDB Table 172, used for the EPC's published
Current Carbon, Current Primary Energy, and Fuel Bill).
**Current state: 930/930 pins green** (768 rating + 90 demand + 72 e2e).
This document is the public API + architecture reference. For fixture
authoring see [`packages/domain/src/domain/sap/README.md`](../../packages/domain/src/domain/sap/README.md).
---
## 1. Public API
Three entry points, all in `domain.sap.rdsap.cert_to_inputs`:
```python
from domain.sap.rdsap.cert_to_inputs import (
cert_to_inputs, # SAP rating + EI rating (UK-avg climate)
cert_to_demand_inputs, # Current Carbon + Current PE (postcode climate)
local_climate_for_cert, # postcode → PostcodeClimate (None on miss)
)
from domain.sap.calculator import calculate_sap_from_inputs, SapResult
```
### 1.1 Rating cascade — `cert_to_inputs(epc)`
Produces a `CalculatorInputs` aggregate with UK-average climate. Feed it
to `calculate_sap_from_inputs(inputs)` to get a `SapResult`:
```python
inputs = cert_to_inputs(epc)
result = calculate_sap_from_inputs(inputs)
result.sap_score # int — published SAP rating (1-100+)
result.sap_score_continuous # float — un-rounded
result.ecf # Energy Cost Factor
result.total_fuel_cost_gbp # Rating-cascade cost (NOT the EPC's Fuel Bill)
```
Per SAP10.2 Appendix U (p.124) only the SAP rating and EI rating use
UK-average weather. Everything else (emissions, primary energy, fuel
bill) the EPC publishes comes from the demand cascade below.
### 1.2 Demand cascade — `cert_to_demand_inputs(epc)`
Same physics, postcode-district climate from PCDB Table 172:
```python
inputs = cert_to_demand_inputs(epc)
result = calculate_sap_from_inputs(inputs)
result.co2_kg_per_yr # EPC's "Current Carbon" (tonnes/year ÷ 1000)
result.primary_energy_kwh_per_yr # EPC's "Current Primary Energy"
```
Falls back to UK-average climate when `epc.postcode` is missing or the
district is not in Table 172 (rural postcodes → no PCDB match).
### 1.3 Section helpers — `<section>_section_from_cert(epc, postcode_climate=...)`
Each U985 worksheet section has a typed dataclass + a `_section_from_cert`
helper. Use these for explicit line-ref pinning or to compose your own
flow. The `postcode_climate` kwarg selects rating (None) vs demand
(PostcodeClimate) cascade.
| Helper | Returns | Pins |
|---|---|---|
| `dimensions_from_cert(epc)` | `Dimensions` | §1 (1)..(5) |
| `ventilation_from_cert(epc, postcode_climate=...)` | `VentilationResult` | §2 (6a)..(25)m |
| `heat_transmission_section_from_cert(epc)` | `HeatTransmission` | §3 (26)..(37) |
| `water_heating_section_from_cert(epc)` | `WaterHeatingResult` | §4 (42)..(65)m |
| `internal_gains_section_from_cert(epc)` | `InternalGainsResult` | §5 (66)..(73) |
| `solar_gains_section_from_cert(epc, postcode_climate=...)` | `SolarGainsResult` | §6 (74)..(83) |
| `mean_internal_temperature_section_from_cert(epc, postcode_climate=...)` | `MeanInternalTemperatureResult` | §7 (85)..(94) |
| `space_heating_section_from_cert(epc, postcode_climate=...)` | `SpaceHeatingResult` | §8 (95)..(99) |
| `space_cooling_section_from_cert(epc, postcode_climate=...)` | `SpaceCoolingResult` | §8c (100)..(108) |
| `fabric_energy_efficiency_from_cert(epc)` | `float` | §8f (109) |
| `energy_requirements_section_from_cert(epc, postcode_climate=...)` | `EnergyRequirementsResult` | §9a (201)..(221) |
| `fuel_cost_section_from_cert(epc, postcode_climate=...)` | `FuelCostResult` | §10a (240)..(255) |
| `sap_rating_section_from_cert(epc)` | `SapRatingSection` | §11a (256)..(258) — UK-avg only |
| `environmental_section_from_cert(epc, postcode_climate=...)` | `EnvironmentalSection` | §12 (261)..(274) |
| `primary_energy_section_from_cert(epc, postcode_climate=...)` | `PrimaryEnergySection` | §13a (275)..(286) |
---
## 2. The simulator use case
The calculator is built for "what-if" analysis — modify cert inputs (e.g.
upgrade wall insulation), re-run, observe the delta. The shape:
```python
import dataclasses
from domain.sap.rdsap.cert_to_inputs import (
cert_to_inputs, local_climate_for_cert,
environmental_section_from_cert, primary_energy_section_from_cert,
)
from domain.sap.calculator import calculate_sap_from_inputs
def dwelling_outputs(epc):
"""The 4 EPC-facing outputs for any cert.
SAP and EI ratings use UK-average climate per Appendix U; Current
Carbon and Current Primary Energy use postcode climate from PCDB
Table 172."""
pc = local_climate_for_cert(epc)
rating = calculate_sap_from_inputs(cert_to_inputs(epc))
env_rating = environmental_section_from_cert(epc) # UK-avg
env_demand = environmental_section_from_cert(epc, postcode_climate=pc)
pe_demand = primary_energy_section_from_cert(epc, postcode_climate=pc)
return {
"sap_rating": rating.sap_score, # UK-avg
"ei_rating": env_rating.ei_rating_integer if env_rating else None, # UK-avg
"current_carbon_kg": env_demand.total_co2_kg_per_yr if env_demand else None, # postcode
"current_pe_kwh": pe_demand.total_pe_kwh_per_yr if pe_demand else None, # postcode
}
# Baseline
baseline = dwelling_outputs(epc)
# Counterfactual — fill the cavity
upgraded_walls = [
dataclasses.replace(w, insulation_thickness_mm=50, wall_insulation_type=2)
for w in epc.walls
]
modified_epc = dataclasses.replace(epc, walls=upgraded_walls)
upgraded = dwelling_outputs(modified_epc)
print({k: upgraded[k] - baseline[k] for k in baseline}) # impact
```
Absolute values match the EPC; deltas reflect the modelled retrofit.
---
## 3. Architecture
Two cascades stacked on a shared physics core:
```
cert: EpcPropertyData
│
┌──────────────────────────┼──────────────────────────┐
│ │
cert_to_inputs(epc) cert_to_demand_inputs(epc)
(UK-avg climate, region 0) (postcode climate via PCDB Table 172)
│ │
▼ ▼
CalculatorInputs (rating) CalculatorInputs (demand)
│ │
▼ ▼
calculate_sap_from_inputs(inputs) calculate_sap_from_inputs(inputs)
│ │
▼ ▼
SapResult (rating) SapResult (demand)
• sap_score • co2_kg_per_yr (EPC value)
• sap_score_continuous • primary_energy_kwh_per_yr
• ecf • space_heating_kwh_per_yr
• total_fuel_cost_gbp • main_heating_fuel_kwh_per_yr
• (more, all at postcode climate)
```
Climate is the only difference between the two cascades. Internally, the
climate is plumbed through as either an `int` region index (0..21) or a
`PostcodeClimate` instance (PCDB Table 172). Four functions in
`domain.sap.climate.appendix_u` dispatch on `isinstance`:
`external_temperature_c`, `wind_speed_m_per_s`,
`horizontal_solar_irradiance_w_per_m2`, plus `_latitude_deg` in
`worksheet/solar_gains.py`.
### Per-end-use CO2 and PE factors
For the demand cascade's CO2 (§12) and PE (§13a) line refs:
- Gas end-uses (main heating, water heating with a gas boiler) use the
annual Table 12 / Table 32 (RdSAP10) factor — gas factors don't vary
monthly.
- Electricity end-uses (secondary heater, pumps/fans, lighting, electric
shower, secondary heating with electric resistance) use the
Σ(kWh_m × Table 12d_m) / Σ kWh_m **effective annual** factor — a
Days-weighted average of the monthly factor by the per-end-use
monthly kWh distribution. Same shape for PE (Table 12e).
This is the slice-32 / slice-33 mechanism. See `_effective_monthly_factor`
in `cert_to_inputs.py` for the helper and the per-end-use factor fields
on `CalculatorInputs`.
---
## 4. File map
```
packages/domain/src/domain/sap/
├── calculator.py # Top-level orchestrator (CalculatorInputs → SapResult)
├── README.md # Fixture authoring cookbook
├── rdsap/
│ └── cert_to_inputs.py # EpcPropertyData → CalculatorInputs (both cascades)
├── worksheet/ # Per-section physics modules (§1..§13a)
│ ├── dimensions.py # §1
│ ├── ventilation.py # §2
│ ├── heat_transmission.py # §3
│ ├── water_heating.py # §4
│ ├── internal_gains.py # §5
│ ├── solar_gains.py # §6
│ ├── mean_internal_temperature.py # §7
│ ├── space_heating.py # §8
│ ├── space_cooling.py # §8c
│ ├── fabric_energy_efficiency.py # §8f
│ ├── energy_requirements.py # §9a
│ ├── fuel_cost.py # §10a
│ ├── rating.py # §11a + §14 EI rating equations
│ ├── utilisation_factor.py # Table 9a η helper
│ └── tests/
│ ├── _elmhurst_worksheet_NNNNNN.py # 6 conformance fixtures
│ ├── _elmhurst_fixtures.py # ALL_FIXTURES registry
│ ├── test_section_cascade_pins.py # THE conformance suite
│ └── test_e2e_elmhurst_sap_score.py # Top-level SapResult pins
├── climate/
│ └── appendix_u.py # Tables U1/U2/U3 (UK-avg + 22 regions)
└── tables/
├── table_12.py # Fuel prices, CO2 factors, PE factors (annual + Table 12d/12e monthly)
├── table_12a.py # Off-peak high-rate fractions
├── table_32.py # RdSAP10 fuel prices (Table 32)
└── pcdb/
├── postcode_weather.py # PCDB Table 172 (postcode-district weather)
├── parser.py # PCDB row parsers
└── (other PCDB tables)
docs/sap-spec/
├── sap-10-2-full-specification-2025-03-14.pdf # SAP 10.2 spec
├── RdSAP 10 Specification 10-06-2025.pdf # RdSAP 10 spec
├── pcdb10.dat # PCDB raw data (Table 172 + others)
├── SAP_CALCULATOR.md # this file
└── pcdb_table_*.jsonl # PCDB extracts per table
```
---
## 5. Validation
### The 6 Elmhurst U985 fixtures
Each fixture is a real-cert ground-truth captured from Elmhurst Energy's
RdSAP tool. The pair of PDFs (`Summary_NNNNNN.pdf` cert + `U985-0001-
NNNNNN.pdf` worksheet) gives us:
- A full `EpcPropertyData` encoding (the `Summary` → fixture's `build_epc()`)
- Every populated worksheet line ref `(1a)..(286)` to 4 d.p. (the
`U985-...` PDF → fixture's `LINE_*` / `DEMAND_LINE_*` constants)
The fixtures span the cert-shape variations we've seen in the wild:
1-2 extensions, room-in-roof present/absent, electric shower present,
party-wall code variations, suspended timber floor quirks, etc.
| Fixture | TFA | Notes |
|---|---|---|
| 000474 | 56.79 | Main + 2 extensions, gas combi |
| 000477 | 77.58 | RR main-only, gas combi |
| 000480 | 84.41 | Main + 1 extension + RR |
| 000487 | 81.57 | RR + extension + alt wall, **electric shower** |
| 000490 | 66.06 | Main + 1 extension |
| 000516 | 90.54 | Main only, gas combi |
### Pin scoreboard
```
RATING CASCADE (UK-avg climate)
§1 12/12 §2 96/96 §3 24/24 §4 54/54 §5 54/54 §6 12/12
§7 60/60 §8 36/36 §8c 42/42 §8f 6/6 §9a 72/72 §10a 192/192
§11a 24/24 §12 84/84
rating Σ = 768/768
DEMAND CASCADE (postcode climate)
D§12 54/54 D§13a 36/36
demand Σ = 90/90
E2E SapResult pins
sap_score, ecf, fuel_cost, co2, kwh fields 66/66
monthly_infiltration_ach 6/6
e2e Σ = 72/72
GRAND TOTAL = 930/930
```
### How to run
```bash
# Full SAP calculator suite (cascade pins + e2e + helpers)
python -m pytest packages/domain/src/domain/sap/ --no-cov
# Cascade pins only (the conformance suite)
python -m pytest \
packages/domain/src/domain/sap/worksheet/tests/test_section_cascade_pins.py \
packages/domain/src/domain/sap/worksheet/tests/test_e2e_elmhurst_sap_score.py \
--no-cov --no-header --tb=no -q
```
### Hard rules
These are non-negotiable per `[[feedback-zero-error-strict]]` /
`[[feedback-e2e-validation-philosophy]]`:
- `abs=1e-4` on every pin. **No `rel=…` tolerances, no widening, no xfail.**
- A failing pin is a real calculator bug or fixture defect — diagnose
before relaxing.
- Audit the fixture against the PDF **first** when a cascade pin fails
(many lodgements have been incomplete).
- `_round_half_up` at §15 RdSAP boundaries — never Python's banker's
`round()`.
- Cascade pins walk the real cert→inputs cascade end-to-end. Don't
isolate sections using PDF values as inputs.
---
## 6. Adding a new conformance fixture
See [`packages/domain/src/domain/sap/README.md#adding-a-new-elmhurst-conformance-fixture`](../../packages/domain/src/domain/sap/README.md#adding-a-new-elmhurst-conformance-fixture)
for the step-by-step cookbook. Summary:
1. Drop a fixture module at `worksheet/tests/_elmhurst_worksheet_NNNNNN.py`
2. Mirror the `Summary_NNNNNN.pdf` into `build_epc()`
3. Capture every populated worksheet line as `LINE_*` (Block 1, rating
cascade) + `DEMAND_LINE_*` (Block 2, demand cascade) constants
4. Register in `_elmhurst_fixtures.py`
5. Pins should all pass; if they don't, audit the fixture before
blaming the calculator.
---
## 7. Spec references at hand
```
SAP 10.2 (14-03-2025):
§7 Mean internal temperature p.28-32
§13 SAP rating equations p.38-39
§14 EI rating + Primary Energy p.43-44
Appendix J §2a Nbath p.81
Appendix J §8 electric shower p.82
Table J4 (shower flow/power) p.83
Table J5 (behavioural fbeh) p.83
Table 3a/3b/3c (HW combi loss) p.160-162
Table 9a/9b/9c (heating + utilisation) p.183-185
Table 12 (price/CO2/PEF annual) p.191
Table 12a (off-peak high-rate) p.191-192
Table 12d (monthly CO2 for electricity) p.194
Table 12e (monthly PE for electricity) p.195
Appendix U §U1/U2/U3 (region tables) p.124-127
Appendix U paragraph 1 (rating vs demand) p.124
RdSAP 10 (10-06-2025):
§3.1 precision rule p.16
§3.6 wall area p.19
§3.7.1 window area p.20
§3.8 roof area (max-floor) p.20
§3.9 RR simplified p.21
§3.10 RR detailed p.21
Table 4 (RR gable walls) p.22
§5.12 + Table 19 floor U p.46
§5.13 + Table 20 exposed floor p.47
§5.17 + Table 23 basement p.48
§5.18 curtain wall p.48
Table 24 (window U) p.50
§9.2 + Table 27 living area p.52
§15 rounding rules p.66
§19.2 RdSAP10 CO2/PE = SAP10.2 Table 12 p.94
Table 32 (fuel prices, CO2, PEF) p.95
Table 11 (secondary fraction) p.188
Table 12a (standing/off-peak) p.191
PCDB10:
Table 105 (gas/oil boilers) docs/sap-spec/pcdb_table_105_...
Table 172 (postcode-district weather) docs/sap-spec/pcdb10.dat
```

23783
docs/sap-spec/pcdb10.dat
View file

File diff suppressed because it is too large Load diff

7236
docs/sap-spec/pcdb_table_105_gas_oil_boilers.jsonl
View file

File diff suppressed because it is too large Load diff

174
docs/sap-spec/pcdb_table_122_solid_fuel_boilers.jsonl
View file

@ -1,174 +0,0 @@
{"pcdb_id": 691001, "raw": ["691001", "300900", "1", "2014/Jan/16 11:54", "SAP Illustrative Products", "Illustrative Boiler", "Independent", "Wood logs", "", "2011", "current", "20", "3", "1", "2", "1", "15", "15", "15", "", "82", "2", "", "", "", "", "", "", "", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 691002, "raw": ["691002", "300900", "1", "2014/Jan/16 11:48", "SAP Illustrative Products", "Illustrative Boiler", "Wood pellet stove", "Wood pellets", "", "2011", "current", "23", "2", "2", "2", "3", "15", "15", "15", "", "82", "2", "", "", "", "", "", "", "", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 691003, "raw": ["691003", "300900", "1", "2014/Jan/16 11:48", "SAP Illustrative Products", "Illustrative Boiler", "Wood pellet boiler", "Wood pellets", "", "2011", "current", "23", "3", "2", "2", "3", "15", "15", "15", "", "83", "2", "", "", "", "", "", "", "", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700005, "raw": ["700005", "000066", "0", "2013/Oct/24 09:02", "Aga", "Aga", "Much Wenlock", "", "", "2007", "current", "20", "2", "1", "1", "1", "4.7", "4.7", "", "", "70.4", "2", "10.7", "4.7", "2.3", "", "", "", "0", "1", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700006, "raw": ["700006", "000066", "0", "2013/Oct/24 09:02", "Aga", "Aga", "Much Wenlock", "", "", "2007", "current", "12", "2", "1", "1", "1", "4.5", "4.5", "", "", "67.5", "2", "9.1", "4.5", "1.8", "", "", "", "0", "1", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700019, "raw": ["700019", "000048", "0", "2012/Oct/18 11:38", "Grant Engineering (UK)", "Grant", "Spira", "9-36", "", "2011", "current", "23", "3", "1", "2", "3", "12.9", "35.8", "12.9", "", "88.4", "2", "", "", "", "", "", "", "0", "2", "295", "11", "50", "", "", "", "", "", "", ""]}
{"pcdb_id": 700020, "raw": ["700020", "000048", "0", "2012/Oct/18 11:38", "Grant Engineering (UK)", "Grant", "Spira", "6-26", "", "2011", "current", "23", "3", "1", "2", "3", "8", "27.5", "8", "", "89.5", "2", "", "", "", "", "", "", "0", "2", "295", "11", "44", "", "", "", "", "", "", ""]}
{"pcdb_id": 700021, "raw": ["700021", "000047", "0", "2014/Dec/01 16:47", "Firebird Heating Solutions Ltd", "Firebird", "16\" Inset Backboiler Stove", "", "", "2012", "current", "20", "2", "3", "2", "1", "7.3", "7.3", "", "", "67", "2", "", "7.3", "2.5", "", "", "", "0", "1", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700022, "raw": ["700022", "000047", "0", "2014/Dec/01 16:49", "Firebird Heating Solutions Ltd", "Firebird", "16\" Inset Backboiler Stove", "", "", "2012", "current", "12", "2", "3", "2", "1", "8.3", "8.3", "", "", "73.4", "2", "", "8.36", "3.6", "", "", "", "0", "1", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700023, "raw": ["700023", "000047", "0", "2015/Feb/04 11:01", "Firebird Heating Solutions Ltd", "Firebird", "18\" Inset Backboiler Stove", "", "", "2012", "current", "20", "2", "3", "2", "1", "6.9", "6.9", "", "", "68.7", "2", "", "6.9", "3.6", "", "", "", "0", "1", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700024, "raw": ["700024", "000047", "0", "2014/Dec/01 16:50", "Firebird Heating Solutions Ltd", "Firebird", "18\" Inset Backboiler Stove", "", "", "2012", "current", "12", "2", "3", "2", "1", "12.1", "12.1", "", "", "77.4", "2", "", "12.1", "3.6", "", "", "", "0", "1", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700026, "raw": ["700026", "000274", "0", "2013/Sep/04 10:49", "Eko-Vimar Orlanski", "Angus", "Super 18kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "7", "18", "1", "", "80.3", "2", "20.7", "18.75", "0", "", "", "", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700027, "raw": ["700027", "000274", "0", "2013/Sep/04 10:49", "Eko-Vimar Orlanski", "Angus", "Super 25kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "10", "25", "10", "", "80.0", "2", "30", "24.6", "0", "", "", "", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700028, "raw": ["700028", "000274", "0", "2013/Sep/04 10:50", "Eko-Vimar Orlanski", "Angus", "Super 40kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "16", "40", "16", "", "80.0", "2", "44.13", "36.2", "0", "", "", "", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700029, "raw": ["700029", "000274", "0", "2013/Sep/04 10:50", "Eko-Vimar Orlanski", "Angus", "Super 60kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "24", "60", "24", "", "77.7", "2", "69.84", "55.65", "0", "", "", "", "0", "2", "100", "100", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700030, "raw": ["700030", "000274", "0", "2013/Sep/04 10:50", "Eko-Vimar Orlanski", "Angus", "Orligno 200 18kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "7", "18", "7", "", "81.4", "2", "23.22", "19.05", "0", "11.15", "9", "0", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700031, "raw": ["700031", "000274", "0", "2013/Sep/04 10:50", "Eko-Vimar Orlanski", "Angus", "Orligno 200 25kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "10", "25", "10", "", "81.4", "2", "32.19", "26.35", "0", "15.31", "12.4", "0", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700032, "raw": ["700032", "000274", "0", "2015/Mar/26 16:48", "Eko-Vimar Orlanski", "Angus", "Orligno 500 25kW", "", "", "1984", "current", "23", "3", "1", "2", "2", "7", "25", "7", "", "83.2", "2", "29.5", "24.6", "0", "8.2", "6.8", "0", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700033, "raw": ["700033", "000274", "0", "2013/Sep/04 10:50", "Eko-Vimar Orlanski", "Angus", "Orligno 200 40kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "16", "40", "16", "", "80.0", "2", "44.13", "36.2", "0", "", "", "", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700034, "raw": ["700034", "000274", "0", "2013/Sep/04 10:50", "Eko-Vimar Orlanski", "Angus", "Orligno 200 60kW", "", "", "1984", "current", "20", "3", "1", "2", "1", "24", "60", "24", "", "77.7", "2", "69.84", "55.65", "0", "", "", "", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700035, "raw": ["700035", "000277", "0", "2013/Sep/09 16:19", "MCZ Group SpA", "RED", "Compact", "18", "", "2012", "current", "23", "3", "1", "2", "3", "3.8", "17", "3.8", "", "83.8", "1", "19.7", "17", "0", "4.67", "3.8", "0", "0", "2", "180", "2.5", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700036, "raw": ["700036", "000277", "0", "2013/Sep/09 16:19", "MCZ Group SpA", "RED", "Compact", "24", "", "2012", "current", "23", "3", "1", "2", "3", "3.8", "22.1", "3.8", "", "82.2", "1", "26.63", "22.1", "0", "4.67", "3.8", "0", "0", "2", "180", "2.5", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700037, "raw": ["700037", "000277", "0", "2013/Sep/09 16:19", "MCZ Group SpA", "RED", "Compact", "35", "", "2012", "current", "23", "3", "1", "2", "3", "8.10", "32", "8.10", "", "84.1", "1", "37.48", "32", "0", "9.78", "8.1", "0", "0", "2", "190", "2.5", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700038, "raw": ["700038", "000277", "0", "2013/Sep/09 16:19", "MCZ Group SpA", "RED", "Logika", "25", "", "2012", "current", "23", "3", "1", "2", "3", "8.3", "24.8", "8.3", "", "86.2", "1", "28.05", "24.8", "0", "9.89", "8.3", "0", "0", "2", "180", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700039, "raw": ["700039", "000277", "0", "2013/Sep/09 16:19", "MCZ Group SpA", "RED", "Logika", "35", "", "2012", "current", "23", "3", "1", "2", "3", "8.3", "32.1", "8.3", "", "85.7", "1", "36.73", "32.1", "0", "9.89", "8.3", "0", "0", "2", "180", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700041, "raw": ["700041", "000279", "0", "2013/Nov/18 09:11", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "15", "", "2011", "current", "23", "3", "3", "2", "3", "3.0", "16.1", "3.0", "", "77.8", "2", "19.46", "16.1", "0", "4.25", "3.1", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700042, "raw": ["700042", "000279", "0", "2013/Nov/18 09:12", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "28", "", "2012", "current", "23", "3", "3", "2", "3", "8", "27.7", "8", "", "81.9", "2", "33.7", "27.7", "0", "9.8", "8", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700043, "raw": ["700043", "000279", "0", "2013/Nov/18 09:12", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "55", "", "2013", "current", "23", "3", "3", "2", "3", "15.7", "54.8", "15.7", "", "79.8", "2", "67", "54.8", "0", "20.2", "15.7", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700044, "raw": ["700044", "000279", "0", "2013/Nov/18 09:12", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "85", "", "2012", "current", "23", "3", "3", "2", "3", "26.8", ">70kW", "26.8", "", "82.9", "2", "103.36", "87.5", "0", "33", "26.8", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700045, "raw": ["700045", "000279", "0", "2013/Nov/18 09:13", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "100", "", "2012", "current", "23", "3", "3", "2", "3", "30", ">70kW", "30", "", "82.2", "2", "152.15", "126.5", "0", "33", "26.8", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700046, "raw": ["700046", "000279", "0", "2013/Nov/18 09:13", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "125", "", "2013", "current", "23", "3", "3", "2", "3", "27", ">70kW", "27", "", "82.2", "2", "152.16", "126.5", "0", "33", "26.8", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700047, "raw": ["700047", "000279", "0", "2015/Feb/17 11:31", "Wood Energy Solutions", "Wood Energy Solutions", "E-Compact", "199", "", "2013", "current", "23", "3", "3", "2", "3", "57", ">70kW", "57", "", "81.3", "2", "249.16", "203.9", "0", "70.46", "56.9", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700048, "raw": ["700048", "000280", "0", "2013/Nov/18 09:27", "Wood Energy Solutions", "Highland Biomass Solutions", "Bio-Flame", "15", "", "2011", "current", "23", "3", "3", "2", "3", "3.0", "16.1", "3.0", "", "77.8", "2", "19.46", "16.1", "0", "4.25", "3.1", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700049, "raw": ["700049", "000218", "0", "2013/Nov/18 09:25", "Wood Energy Solutions", "Turco", "Woodsman", "16", "", "2011", "current", "23", "3", "3", "2", "3", "3.0", "16.1", "3.0", "", "77.8", "2", "19.46", "16.1", "0", "4.25", "3.1", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700050, "raw": ["700050", "000218", "0", "2013/Nov/18 09:26", "Wood Energy Solutions", "Turco", "Woodsman", "28", "", "2012", "current", "23", "3", "3", "2", "3", "8.0", "27.7", "8", "", "81.9", "2", "33.7", "27.7", "0", "9.8", "8", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700052, "raw": ["700052", "000062", "0", "2013/Nov/18 09:29", "Wood Energy Solutions", "Trianco", "Greenflame", "15", "", "2011", "current", "23", "3", "3", "2", "3", "3.0", "16.1", "3.0", "", "77.8", "2", "19.46", "16.1", "0", "4.25", "3.1", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700053, "raw": ["700053", "000062", "0", "2014/Jun/24 09:01", "Wood Energy Solutions", "Trianco", "Greenflame", "28", "", "2012", "current", "23", "3", "3", "2", "3", "8", "27.7", "8", "", "81.9", "2", "33.7", "27.7", "0", "9.8", "8", "0", "0", "2", "400", "170", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700055, "raw": ["700055", "000062", "0", "2014/Jun/24 09:01", "TR Engineering Ltd", "Trianco", "Greenflame ECO 25kW", "", "", "2013", "current", "23", "3", "1", "2", "3", "26.92", "26.92", "", "", "82.7", "2", "32.7", "26.9", "0", "8.9", "7.4", "0", "0", "2", "220", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700056, "raw": ["700056", "000062", "0", "2014/Jun/24 09:01", "TR Engineering Ltd", "Trianco", "Greenflame ECO 15kW", "", "", "2013", "current", "23", "3", "1", "2", "3", "16.10", "16.10", "", "", "82.6", "2", "19.5", "16.1", "0", "5.3", "4.4", "0", "0", "2", "220", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700057, "raw": ["700057", "000062", "0", "2014/Jun/24 09:01", "TR Engineering Ltd", "Trianco", "Greenflame ECO 10kW", "", "", "2013", "current", "23", "3", "1", "2", "3", "10.54", "10.54", "", "", "82.9", "2", "12.7", "10.5", "0", "3.4", "2.8", "0", "0", "2", "210", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700058, "raw": ["700058", "000062", "0", "2014/Jun/24 09:01", "TR Engineering Ltd", "Trianco", "Greenflame ECO 40kW", "", "", "2013", "current", "23", "3", "1", "2", "3", "38.43", "38.43", "", "", "83.1", "2", "46.4", "38.4", "0", "12.8", "10.7", "0", "0", "2", "390", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700059, "raw": ["700059", "000062", "0", "2014/Jun/24 09:01", "TR Engineering Ltd", "Trianco", "Greenflame ECO 60kW", "", "", "2013", "current", "23", "3", "1", "2", "3", "63.7", "63.7", "", "", "79.6", "2", "80", "63.7", "0", "22.4", "17.8", "0", "0", "2", "400", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700060, "raw": ["700060", "000286", "0", "2014/Jun/30 08:55", "Herz Energietechnik Gmbh", "Herz", "Pelletstar", "10", "", "", "current", "23", "3", "1", "2", "3", "12.4", "12.4", "3.4", "", "83.4", "2", "14.8", "12.4", "0", "4.1", "3.4", "0", "0", "2", "67", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700061, "raw": ["700061", "000286", "0", "2014/Jun/30 08:55", "Herz Energietechnik Gmbh", "Herz", "Pelletstar", "20", "", "", "current", "23", "3", "1", "2", "3", "21.2", "21.2", "6.2", "", "83.0", "2", "25.1", "21.2", "0", "7.6", "6.2", "0", "0", "2", "79", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700062, "raw": ["700062", "000286", "0", "2014/Jun/30 08:55", "Herz Energietechnik Gmbh", "Herz", "Pelletstar", "30", "", "", "current", "23", "3", "1", "2", "3", "28.2", "28.2", "6.2", "", "82.5", "2", "33.8", "28.2", "0", "7.6", "6.2", "0", "0", "2", "108", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700063, "raw": ["700063", "000286", "0", "2014/Jun/30 08:55", "Herz Energietechnik Gmbh", "Herz", "Pelletstar", "45", "", "", "current", "23", "3", "1", "2", "3", "46.5", "46.5", "10.1", "", "84.4", "2", "54.9", "46.5", "0", "12", "10.1", "0", "0", "2", "160", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700064, "raw": ["700064", "000286", "0", "2014/Jun/30 08:55", "Herz Energietechnik Gmbh", "Herz", "Pelletstar", "60", "", "", "current", "23", "3", "1", "2", "3", "60.7", "60.7", "10.1", "", "84.1", "2", "72.2", "60.7", "0", "12", "10.1", "0", "0", "2", "183", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700065, "raw": ["700065", "000287", "0", "2014/Jul/25 08:09", "ETA Heiztechnik GmbH", "ETA", "Hack 20", "", "", "", "current", "21", "3", "1", "2", "3", "5.9", "19.9", "", "", "85.1", "2", "23.5", "19.9", "0", "6.9", "5.9", "0", "0", "2", "129", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700066, "raw": ["700066", "000287", "0", "2014/Jul/25 08:10", "ETA Heiztechnik GmbH", "ETA", "Hack 25", "", "", "", "current", "23", "3", "1", "2", "3", "7.1", "26.1", "", "", "83.6", "2", "30.5", "26.1", "0", "8.7", "7.1", "0", "0", "2", "98", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700067, "raw": ["700067", "000287", "0", "2014/Jul/25 08:10", "ETA Heiztechnik GmbH", "ETA", "Hack 25", "", "", "", "current", "21", "3", "1", "2", "3", "7.7", "26.0", "", "", "84.3", "2", "31.3", "26.3", "0", "9.1", "7.7", "0", "0", "2", "147", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700068, "raw": ["700068", "000287", "0", "2014/Jul/25 08:10", "ETA Heiztechnik GmbH", "ETA", "Hack 35", "", "", "", "current", "21", "3", "1", "2", "3", "10.5", "35.0", "", "", "83.6", "2", "", "", "", "", "", "", "0", "2", "195", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700069, "raw": ["700069", "000287", "0", "2014/Jul/25 08:11", "ETA Heiztechnik GmbH", "ETA", "Hack 35", "", "", "", "current", "23", "3", "1", "2", "3", "10.5", "35.0", "", "", "83.4", "2", "", "", "", "", "", "", "0", "2", "112", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700070, "raw": ["700070", "000287", "0", "2014/Jul/25 08:11", "ETA Heiztechnik GmbH", "ETA", "Hack 45", "", "", "", "current", "21", "3", "1", "2", "3", "13.5", "45.0", "", "", "82.9", "2", "", "", "", "", "", "", "0", "2", "254", "13.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700071, "raw": ["700071", "000287", "0", "2014/Jul/25 08:11", "ETA Heiztechnik GmbH", "ETA", "Hack 45", "", "", "", "current", "23", "3", "1", "2", "3", "13.5", "45", "", "", "83.3", "2", "", "", "", "", "", "", "0", "2", "123", "13.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700072, "raw": ["700072", "000287", "0", "2014/Jul/25 08:12", "ETA Heiztechnik GmbH", "ETA", "Hack 50", "", "", "", "current", "21", "3", "1", "2", "3", "14.4", "46.5", "0", "", "82.5", "2", "56.2", "46.5", "0", "17.5", "14.4", "0", "0", "2", "254", "13.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700073, "raw": ["700073", "000287", "0", "2014/Jul/25 08:12", "ETA Heiztechnik GmbH", "ETA", "Hack 50", "", "", "", "current", "23", "3", "1", "2", "3", "14.2", "49.3", "", "", "83.3", "2", "59", "49.3", "0", "17.1", "14.2", "0", "0", "2", "123", "13.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700074, "raw": ["700074", "000287", "0", "2014/Jul/25 08:12", "ETA Heiztechnik GmbH", "ETA", "Hack 70", "", "", "", "current", "21", "3", "1", "2", "3", "21.0", "70.0", "", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "292", "14.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700075, "raw": ["700075", "000287", "0", "2014/Jul/25 08:12", "ETA Heiztechnik GmbH", "ETA", "Hack 70", "", "", "", "current", "23", "3", "1", "2", "3", "21.0", "70.0", "", "", "83.8", "2", "", "", "", "", "", "", "0", "2", "157", "14.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700078, "raw": ["700078", "000287", "0", "2014/Jul/25 08:13", "ETA Heiztechnik GmbH", "ETA", "Pellets Compact PC 20", "", "", "", "current", "23", "3", "3", "2", "3", "6", "20", "", "", "85.7", "2", "", "", "", "", "", "", "0", "2", "90", "12.6", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700079, "raw": ["700079", "000287", "0", "2014/Jul/25 08:14", "ETA Heiztechnik GmbH", "ETA", "Pellets Compact PC 25", "", "", "", "current", "23", "3", "3", "2", "3", "7.3", "25.1", "", "", "85.2", "2", "29", "25.1", "0", "8.7", "7.3", "0", "0", "2", "101", "12.6", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700080, "raw": ["700080", "000287", "0", "2014/Jul/25 08:57", "ETA Heiztechnik GmbH", "ETA", "Pellets Compact PC 32", "", "", "", "current", "23", "3", "3", "2", "3", "7.3", "31.7", "", "", "84.0", "2", "36.8", "31.7", "0", "8.7", "7.3", "", "0", "2", "142", "12.6", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700081, "raw": ["700081", "000287", "0", "2014/Jul/25 08:17", "ETA Heiztechnik GmbH", "ETA", "PE-K 35", "", "", "", "current", "23", "3", "1", "2", "3", "9.4", "35.0", "", "", "84.5", "2", "", "", "", "", "", "", "0", "2", "159", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700082, "raw": ["700082", "000287", "0", "2014/Dec/22 10:07", "ETA Heiztechnik GmbH", "ETA", "PE-K 45", "", "", "", "current", "23", "3", "1", "2", "3", "13.5", "45.0", "", "", "84.8", "2", "", "", "", "", "", "", "0", "2", "153", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700083, "raw": ["700083", "000287", "0", "2014/Jul/25 08:17", "ETA Heiztechnik GmbH", "ETA", "PE-K 50", "", "", "", "current", "23", "3", "1", "2", "3", "14.1", "48.7", "", "", "84.9", "2", "57.4", "48.7", "0", "16.6", "14.1", "0", "0", "2", "153", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700084, "raw": ["700084", "000287", "0", "2014/Jul/25 08:18", "ETA Heiztechnik GmbH", "ETA", "PE-K 70", "", "", "", "current", "23", "3", "1", "2", "3", "21", "70", "", "", "84.5", "2", "", "", "", "", "", "", "0", "2", "190", "10.0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700085, "raw": ["700085", "000287", "0", "2014/Jul/25 08:18", "ETA Heiztechnik GmbH", "ETA", "Pellets Unit PU 7", "", "", "", "current", "23", "3", "3", "2", "3", "2.3", "8.2", "", "", "82.4", "2", "9.6", "8.2", "0", "2.9", "2.3", "0", "0", "2", "61", "11.6", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700086, "raw": ["700086", "000287", "0", "2014/Jul/25 08:18", "ETA Heiztechnik GmbH", "ETA", "Pellets Unit PU 11", "", "", "", "current", "23", "3", "3", "2", "3", "2.3", "11.2", "", "", "81.8", "2", "13.3", "11.2", "0", "2.9", "2.3", "0", "0", "2", "63", "11.6", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700087, "raw": ["700087", "000287", "0", "2014/Jul/25 08:58", "ETA Heiztechnik GmbH", "ETA", "Pellets Unit PU 15", "", "", "", "current", "23", "3", "3", "2", "3", "4.4", "15", "", "", "85.8", "2", "17.6", "15", "0", "5.1", "4.4", "0", "0", "2", "95", "12.3", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700088, "raw": ["700088", "000287", "0", "2014/Jul/25 08:19", "ETA Heiztechnik GmbH", "ETA", "SH 20", "", "", "", "current", "20", "3", "1", "2", "1", "10.4", "20.7", "", "", "85.6", "2", "24.5", "20.7", "0", "12", "10.4", "0", "0", "2", "69", "10.8", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700089, "raw": ["700089", "000287", "0", "2014/Jul/25 08:19", "ETA Heiztechnik GmbH", "ETA", "SH 30", "", "", "", "current", "20", "3", "1", "2", "1", "15.2", "29", "", "", "85.6", "2", "34.2", "29", "0", "17.6", "15.2", "0", "0", "2", "69", "10.8", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700090, "raw": ["700090", "000287", "0", "2014/Jul/25 08:20", "ETA Heiztechnik GmbH", "ETA", "SH 40", "", "", "", "current", "20", "3", "1", "2", "1", "20", "40", "", "", "84.9", "2", "", "", "", "", "", "", "0", "2", "87", "10.8", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700091, "raw": ["700091", "000287", "0", "2014/Jul/25 08:20", "ETA Heiztechnik GmbH", "ETA", "SH 50", "", "", "", "current", "20", "3", "1", "2", "1", "20", "49.9", "", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "87", "10.8", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700092, "raw": ["700092", "000287", "0", "2014/Jul/25 08:21", "ETA Heiztechnik GmbH", "ETA", "SH 60", "", "", "", "current", "20", "3", "1", "2", "1", "20.2", "60.9", "", "", "83.3", "2", "73.3", "60.5", "0", "30", "25.2", "0", "0", "2", "87", "10.8", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700097, "raw": ["700097", "000288", "0", "2014/Aug/18 10:17", "Solarfocus GmbH", "Solarfocus", "pellet top 45", "", "", "2014", "current", "23", "3", "3", "2", "3", "44.9", "44.9", "", "", "86.0", "2", "", "", "", "", "", "", "0", "2", "114", "10", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700098, "raw": ["700098", "000288", "0", "2014/Aug/18 10:17", "Solarfocus GmbH", "Solarfocus", "pellet top 35", "", "", "2012", "current", "23", "3", "3", "2", "3", "34.47", "34.47", "", "", "85.9", "2", "40.02", "34.47", "0", "12.09", "10.36", "0", "0", "2", "106", "4", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700099, "raw": ["700099", "000289", "0", "2018/Nov/12 08:43", "Windhager", "Windhager", "BioWIN 2 Exklusiv", "BWE 102", "", "2013", "current", "23", "3", "1", "2", "3", "10.2", "10.2", "", "", "84.3", "2", "11.9", "10.2", "0", "3.5", "2.9", "0", "0", "2", "28", "6", "21", "", "", "", "", "", "", ""]}
{"pcdb_id": 700100, "raw": ["700100", "000289", "0", "2015/Feb/12 10:53", "Windhager", "Windhager", "Biowin 2 Exklusiv", "BWE 152", "", "2013", "current", "23", "3", "1", "2", "3", "15.1", "15.1", "", "", "85.5", "2", "17.7", "15.1", "0", "4.9", "4.2", "0", "0", "2", "33", "6", "32", "", "", "", "", "", "", ""]}
{"pcdb_id": 700101, "raw": ["700101", "000289", "0", "2015/Feb/12 10:53", "Windhager", "Windhager", "Biowin 2 Exklusiv", "BWE 212", "", "2013", "current", "23", "3", "1", "2", "3", "26.0", "26.0", "", "", "85.5", "2", "30.4", "26", "0", "8.9", "7.6", "0", "0", "2", "48", "6", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700102, "raw": ["700102", "000289", "0", "2015/Feb/12 10:53", "Windhager", "Windhager", "Biowin 2 Exklusiv", "BWE 262", "", "2013", "current", "23", "3", "1", "2", "3", "26.0", "26.0", "", "", "85.5", "2", "30.4", "26", "0", "8.9", "7.6", "0", "0", "2", "48", "6", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700103, "raw": ["700103", "000289", "0", "2015/Feb/12 10:53", "Windhager", "Windhager", "Biowin 2 Premium", "BWP 102", "", "2013", "current", "23", "3", "1", "2", "3", "10.2", "10.2", "0", "", "84.3", "2", "11.9", "10.2", "0", "3.5", "2.9", "0", "0", "2", "28", "6", "21", "", "", "", "", "", "", ""]}
{"pcdb_id": 700104, "raw": ["700104", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Premium", "BWP 152", "", "2013", "current", "23", "3", "1", "2", "3", "15.1", "15.1", "0", "", "85.5", "2", "17.7", "15.1", "0", "4.9", "4.2", "0", "0", "2", "33", "6", "32", "", "", "", "", "", "", ""]}
{"pcdb_id": 700105, "raw": ["700105", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Premium", "BWP 212", "", "2013", "current", "23", "3", "1", "2", "3", "26.0", "26.0", "0", "", "85.5", "2", "30.4", "26", "0", "8.9", "7.6", "0", "0", "2", "48", "6", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700106, "raw": ["700106", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Premium", "BWP 262", "", "2013", "current", "23", "3", "1", "2", "3", "26.0", "26.0", "0", "", "85.5", "2", "30.4", "26", "0", "8.9", "7.6", "0", "0", "2", "48", "6", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700107, "raw": ["700107", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Klassik", "BWK 102", "", "2013", "current", "23", "3", "1", "2", "3", "10.2", "10.2", "", "", "84.3", "2", "11.9", "10.2", "0", "3.5", "2.9", "0", "0", "2", "28", "6", "21", "", "", "", "", "", "", ""]}
{"pcdb_id": 700108, "raw": ["700108", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Klassik", "BWK 152", "", "2013", "current", "23", "3", "1", "2", "3", "15.1", "15.1", "", "", "85.5", "2", "17.7", "15.1", "0", "4.9", "4.2", "0", "0", "2", "33", "6", "32", "", "", "", "", "", "", ""]}
{"pcdb_id": 700109, "raw": ["700109", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Klassik", "BWK 212", "", "2013", "current", "23", "3", "1", "2", "3", "26.0", "26.0", "", "", "85.5", "2", "30.4", "26", "0", "8.9", "7.6", "0", "0", "2", "48", "6", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700110, "raw": ["700110", "000289", "0", "2015/Feb/12 10:54", "Windhager", "Windhager", "Biowin 2 Klassik", "BWK 262", "", "2013", "current", "23", "3", "1", "2", "3", "26.0", "26.0", "0", "", "85.5", "2", "30.4", "26", "0", "8.9", "7.6", "0", "0", "2", "48", "6", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700111, "raw": ["700111", "000063", "0", "2014/Nov/06 11:01", "Warmflow Engineering", "Warmflow", "WS 18", "Wood Pellet Boiler", "", "2014", "current", "23", "3", "3", "2", "3", "17.3", "17.3", "", "", "83.7", "2", "20.5", "17.3", "0", "4.7", "3.9", "0", "0", "2", "38", "9", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700112, "raw": ["700112", "000063", "0", "2014/Nov/06 11:01", "Warmflow Engineering", "Warmflow", "WP18", "Wood Pellet Boiler", "", "2014", "current", "23", "3", "3", "2", "3", "17.3", "17.3", "", "", "83.7", "2", "20.5", "17.3", "0", "4.7", "3.9", "0", "0", "2", "38", "9", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700113, "raw": ["700113", "000290", "0", "2014/Nov/14 11:18", "Biotech Energietecnik GmbH", "Biotech", "Top Light M", "", "", "2006", "current", "23", "3", "1", "2", "4", "15.5", "15.5", "4.5", "", "85.8", "1", "18.12", "15.5", "0", "5.23", "4.5", "0", "0", "2", "1020", "80", "60", "", "", "", "", "", "", ""]}
{"pcdb_id": 700114, "raw": ["700114", "000290", "0", "2014/Nov/14 11:18", "Biotech Energietecnik GmbH", "Biotech", "PZ 25 RL", "", "", "2004", "current", "23", "3", "1", "2", "4", "25", "25", "6.7", "", "86.5", "1", "28.85", "25", "0", "7.76", "6.7", "0", "0", "2", "1020", "80", "95", "", "", "", "", "", "", ""]}
{"pcdb_id": 700115, "raw": ["700115", "000290", "0", "2014/Nov/14 11:18", "Biotech Energietecnik GmbH", "Biotech", "PZ 35 RL", "", "", "2004", "current", "23", "3", "1", "2", "4", "35", "35", "8.3", "", "86.6", "1", "41.17", "35", "0", "9.42", "8.3", "0", "0", "2", "1020", "50", "130", "", "", "", "", "", "", ""]}
{"pcdb_id": 700118, "raw": ["700118", "000290", "0", "2014/Nov/14 11:18", "Biotech Energietecnik GmbH", "Biotech", "Top Light M MBW", "", "", "2010", "current", "23", "3", "1", "2", "4", "15.5", "15.5", "4.5", "", "85.8", "1", "18.12", "15.5", "0", "5.23", "4.5", "0", "0", "2", "1020", "80", "60", "", "", "", "", "", "", ""]}
{"pcdb_id": 700119, "raw": ["700119", "000290", "0", "2014/Nov/14 11:15", "Biotech Energietecnik GmbH", "Biotech", "PZ 65 RL", "", "", "2009", "current", "23", "3", "1", "2", "4", "64.7", "64.7", "19", "", "86.5", "1", "75.3", "64.7", "0", "21.83", "19", "0", "0", "2", "1020", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700120, "raw": ["700120", "000290", "0", "2014/Nov/14 11:15", "Biotech Energietecnik GmbH", "Biotech", "PZ 8 RL", "", "", "2006", "current", "23", "3", "1", "2", "4", "13.5", "13.5", "2.0", "", "87.3", "1", "15.68", "13.5", "0", "2.26", "2", "0", "0", "2", "1020", "50", "50", "", "", "", "", "", "", ""]}
{"pcdb_id": 700121, "raw": ["700121", "000290", "0", "2014/Nov/14 11:14", "Biotech Energietecnik GmbH", "Biotech", "Top Light", "", "", "2005", "current", "23", "3", "1", "2", "4", "8.6", "8.6", "2.4", "", "84.7", "1", "10.16", "8.6", "0", "2.83", "2.4", "0", "0", "2", "1020", "50", "35", "", "", "", "", "", "", ""]}
{"pcdb_id": 700122, "raw": ["700122", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF 2 V 35", "", "", "2011", "current", "23", "3", "1", "2", "3", "34.5", "34.5", "", "", "87.1", "2", "39.6", "34.5", "0", "11.6", "10.1", "0", "0", "2", "130", "112", "67.7", "", "", "", "", "", "", ""]}
{"pcdb_id": 700123, "raw": ["700123", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 35", "", "", "2011", "current", "23", "3", "1", "2", "3", "34.5", "34.5", "", "", "87.1", "2", "39.6", "34.5", "0", "11.6", "10.1", "0", "0", "2", "130", "112", "67.7", "", "", "", "", "", "", ""]}
{"pcdb_id": 700124, "raw": ["700124", "000291", "0", "2014/Nov/13 13:14", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 35", "", "", "2011", "current", "23", "3", "1", "2", "3", "34.5", "34.5", "", "", "87.1", "2", "39.6", "34.5", "0", "11.6", "10.1", "0", "0", "2", "130", "112", "67.7", "", "", "", "", "", "", ""]}
{"pcdb_id": 700125, "raw": ["700125", "000291", "0", "2014/Nov/13 13:14", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 30", "", "", "2011", "current", "23", "3", "1", "2", "3", "30.0", "30.0", "", "", "86.2", "2", "", "", "", "", "", "", "0", "2", "130", "101", "58", "", "", "", "", "", "", ""]}
{"pcdb_id": 700126, "raw": ["700126", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 30", "", "", "2011", "current", "23", "3", "1", "2", "3", "30.0", "30.0", "", "", "86.2", "2", "", "", "", "", "", "", "0", "2", "130", "101", "58", "", "", "", "", "", "", ""]}
{"pcdb_id": 700127, "raw": ["700127", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 V 30", "", "", "2011", "current", "23", "3", "1", "2", "3", "30", "30", "", "", "86.2", "2", "", "", "", "", "", "", "0", "2", "130", "101", "58", "", "", "", "", "", "", ""]}
{"pcdb_id": 700128, "raw": ["700128", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 25", "", "", "2011", "current", "23", "3", "1", "2", "3", "25.0", "25.0", "", "", "85.4", "2", "", "", "", "", "", "", "0", "2", "130", "93", "48.4", "", "", "", "", "", "", ""]}
{"pcdb_id": 700129, "raw": ["700129", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 25", "", "", "2011", "current", "23", "3", "1", "2", "3", "25", "25", "", "", "85.4", "2", "", "", "", "", "", "", "0", "2", "130", "93", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700130, "raw": ["700130", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 V 25", "", "", "2011", "current", "23", "3", "1", "2", "3", "25.0", "25.0", "", "", "85.4", "2", "", "", "", "", "", "", "0", "2", "130", "93", "48.4", "", "", "", "", "", "", ""]}
{"pcdb_id": 700131, "raw": ["700131", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 22", "", "", "2011", "current", "23", "3", "1", "2", "3", "22.0", "22.0", "", "", "84.9", "2", "25.4", "22", "0", "7.7", "6.4", "0", "0", "2", "130", "83", "42.6", "", "", "", "", "", "", ""]}
{"pcdb_id": 700132, "raw": ["700132", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 22", "", "", "2011", "current", "23", "3", "1", "2", "3", "22.0", "22.0", "", "", "84.9", "2", "25.4", "22", "0", "7.7", "6.4", "0", "0", "2", "130", "83", "42.6", "", "", "", "", "", "", ""]}
{"pcdb_id": 700133, "raw": ["700133", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 V 22", "", "", "2011", "current", "23", "3", "1", "2", "3", "22.0", "22.0", "", "", "84.9", "2", "25.4", "22", "0", "7.7", "6.4", "0", "0", "2", "130", "83", "42.6", "", "", "", "", "", "", ""]}
{"pcdb_id": 700134, "raw": ["700134", "000291", "0", "2014/Nov/13 13:13", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 V 12", "", "", "2011", "current", "23", "3", "1", "2", "3", "11.6", "11.6", "", "", "83.7", "2", "13.5", "11.6", "0", "4.3", "3.5", "0", "0", "2", "130", "66", "23.2", "", "", "", "", "", "", ""]}
{"pcdb_id": 700135, "raw": ["700135", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 12", "", "", "2011", "current", "23", "3", "1", "2", "3", "11.6", "11.6", "", "", "83.7", "2", "13.5", "11.6", "0", "4.3", "3.5", "0", "0", "2", "130", "66", "23.2", "", "", "", "", "", "", ""]}
{"pcdb_id": 700136, "raw": ["700136", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 12", "", "", "2011", "current", "23", "3", "1", "2", "3", "11.6", "11.6", "", "", "83.7", "2", "13.5", "11.6", "0", "4.3", "3.5", "0", "0", "2", "130", "66", "23.2", "", "", "", "", "", "", ""]}
{"pcdb_id": 700137, "raw": ["700137", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 15", "", "", "2011", "current", "23", "3", "1", "2", "3", "15", "15", "0", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "130", "72", "29", "", "", "", "", "", "", ""]}
{"pcdb_id": 700138, "raw": ["700138", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 V 15", "", "", "2011", "current", "23", "3", "1", "2", "3", "15", "15", "", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "130", "72", "29", "", "", "", "", "", "", ""]}
{"pcdb_id": 700139, "raw": ["700139", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 15", "", "", "2011", "current", "23", "3", "1", "2", "3", "15.0", "15.0", "", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "130", "72", "29", "", "", "", "", "", "", ""]}
{"pcdb_id": 700140, "raw": ["700140", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 GS 8", "", "", "2011", "current", "23", "3", "1", "2", "3", "8.4", "8.4", "", "", "83.4", "2", "10", "8.4", "0", "2.9", "2.4", "0", "0", "2", "130", "6", "15.5", "", "", "", "", "", "", ""]}
{"pcdb_id": 700141, "raw": ["700141", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 V 8", "", "", "2011", "current", "23", "3", "1", "2", "3", "8.4", "8.4", "0", "", "83.4", "2", "10", "8.4", "0", "2.9", "2.4", "0", "0", "2", "130", "60", "15.5", "", "", "", "", "", "", ""]}
{"pcdb_id": 700142, "raw": ["700142", "000291", "0", "2014/Nov/13 13:12", "KWB Kraft und W rme aus Biomasse GmbH", "KWB Easyfire", "EF2 S 8", "", "", "2011", "current", "23", "3", "1", "2", "3", "8.4", "8.4", "", "", "83.4", "2", "10", "8.4", "0", "2.9", "2.4", "0", "0", "2", "130", "60", "15.5", "", "", "", "", "", "", ""]}
{"pcdb_id": 700153, "raw": ["700153", "000274", "0", "2015/Jun/10 10:07", "Eko-Vimar Orlanski", "Angus", "Orligno 400 16kW", "", "", "2012", "current", "23", "3", "1", "2", "2", "15.07", "15.07", "", "", "81.6", "2", "18.5", "15.1", "0", "5.03", "4.1", "0", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700154, "raw": ["700154", "000274", "0", "2015/Jun/10 10:05", "Eko-Vimar Orlanski", "Angus", "Orligno 400 30kW", "", "", "2012", "current", "23", "3", "1", "2", "2", "29.9", "29.9", "", "", "84.2", "2", "35.8", "29.9", "0", "9.3", "7.9", "0", "0", "2", "50", "50", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700155, "raw": ["700155", "000289", "0", "2015/May/20 12:53", "Windhager", "Windhager", "LogWIN Premium", "LWP300", "", "2008", "current", "20", "3", "1", "2", "1", "31.1", "31.1", "", "", "83.3", "2", "37.14", "31.1", "", "16.15", "13.4", "", "0", "2", "58", "7", "70", "", "", "", "", "", "", ""]}
{"pcdb_id": 700156, "raw": ["700156", "000289", "0", "2015/May/20 12:54", "Windhager", "Windhager", "LogWIN Premium", "LWP360", "", "2008", "current", "20", "3", "1", "2", "1", "35.6", "35.6", "", "", "83.3", "2", "", "", "", "", "", "", "0", "2", "66", "7", "110", "", "", "", "", "", "", ""]}
{"pcdb_id": 700157, "raw": ["700157", "000289", "0", "2015/May/20 12:56", "Windhager", "Windhager", "LogWIN Premium", "LWP500", "", "2008", "current", "20", "3", "1", "2", "1", "49.7", "49.7", "", "", "83.2", "2", "60.55", "49.7", "", "28.13", "23.7", "", "0", "2", "66", "7", "110", "", "", "", "", "", "", ""]}
{"pcdb_id": 700158, "raw": ["700158", "000289", "0", "2015/May/20 14:13", "Windhager", "Windhager", "BioWIN XL Exklusiv", "BWE 600", "", "", "current", "23", "3", "1", "2", "3", "59.3", "59.3", "", "", "82.0", "2", "72.3", "59.3", "", "22", "18", "", "0", "2", "156", "7", "126", "", "", "", "", "", "", ""]}
{"pcdb_id": 700160, "raw": ["700160", "000289", "0", "2015/Jun/03 09:49", "Windhager", "Windhager", "BioWIN XL Exklusiv", "BWE 450", "", "", "current", "23", "3", "1", "2", "3", "45", "45", "", "", "81.8", "2", "", "", "", "", "", "", "0", "2", "156", "7", "126", "", "", "", "", "", "", ""]}
{"pcdb_id": 700161, "raw": ["700161", "000289", "0", "2018/Nov/12 08:45", "Windhager", "Windhager", "BioWIN XL Exklusiv", "BWE 350", "", "", "current", "23", "3", "1", "2", "3", "34.9", "34.9", "", "", "80.9", "2", "42.1", "34.9", "", "12.4", "10", "", "0", "2", "103", "7", "81", "", "", "", "", "", "", ""]}
{"pcdb_id": 700162, "raw": ["700162", "000289", "0", "2015/May/20 12:58", "Windhager", "Windhager", "LogWIN Premium", "LWP180", "", "2008", "current", "20", "3", "1", "2", "1", "17.8", "17.8", "", "", "83.0", "2", "21.4", "17.8", "", "16.2", "13.4", "", "0", "2", "47", "7", "40", "", "", "", "", "", "", ""]}
{"pcdb_id": 700163, "raw": ["700163", "000289", "0", "2015/May/20 12:59", "Windhager", "Windhager", "LogWIN Premium", "LWP250", "", "2008", "current", "20", "3", "1", "2", "1", "25", "25", "", "", "83.2", "2", "", "", "", "", "", "", "0", "2", "58", "7", "70", "", "", "", "", "", "", ""]}
{"pcdb_id": 700164, "raw": ["700164", "000289", "0", "2015/May/26 14:13", "Windhager", "Windhager", "FireWIN Exklusiv", "FWE090", "", "2008", "current", "23", "2", "3", "2", "3", "7.8", "7.8", "", "", "86.8", "2", "10.5", "7.8", "1.3", "5.5", "4", "0.8", "0", "2", "50", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700165, "raw": ["700165", "000289", "0", "2015/May/26 14:13", "Windhager", "Windhager", "FireWIN Klassik/Premium", "FWK/P 090", "", "2008", "current", "23", "2", "3", "2", "3", "7.8", "7.8", "", "", "86.8", "2", "10.5", "7.8", "1.3", "5.5", "4", "0.8", "0", "2", "50", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700166, "raw": ["700166", "000289", "0", "2015/May/26 14:13", "Windhager", "Windhager", "FireWIN Exklusiv", "FWE120", "", "2008", "current", "23", "2", "3", "2", "3", "10.6", "10.6", "", "", "86.7", "2", "14.1", "10.6", "1.5", "5.5", "4", "0.8", "0", "2", "57", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700167, "raw": ["700167", "000289", "0", "2015/May/26 14:13", "Windhager", "Windhager", "FireWIN Klassik/Premium", "FWK/P 120", "", "2008", "current", "23", "2", "3", "2", "3", "10.6", "10.6", "", "", "86.7", "2", "14.1", "10.6", "1.5", "5.5", "4", "0.8", "0", "2", "57", "7", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700168, "raw": ["700168", "000289", "0", "2015/May/26 14:14", "Windhager", "Windhager", "LogWIN Klassik", "LWK180", "", "2013", "current", "20", "3", "1", "2", "1", "19.4", "19.4", "", "", "80.4", "2", "23.5", "19.4", "", "", "", "", "0", "2", "92", "7", "40", "", "", "", "", "", "", ""]}
{"pcdb_id": 700170, "raw": ["700170", "000289", "0", "2015/May/26 14:14", "Windhager", "Windhager", "LogWIN Klassik", "LWK300", "", "2013", "current", "20", "3", "1", "2", "1", "30", "30", "", "", "82.0", "2", "36.7", "30.3", "", "18.7", "15.2", "", "0", "2", "96", "7", "70", "", "", "", "", "", "", ""]}
{"pcdb_id": 700171, "raw": ["700171", "000289", "0", "2015/May/26 14:14", "Windhager", "Windhager", "LogWIN Klassik", "LWK250", "", "2013", "current", "20", "3", "1", "2", "1", "25", "25", "", "", "81.3", "2", "", "", "", "", "", "", "0", "0", "96", "7", "70", "", "", "", "", "", "", ""]}
{"pcdb_id": 700172, "raw": ["700172", "000296", "0", "2015/Jul/16 15:44", "Ariterm A B", "Ariterm", "Biomatic +20", "", "", "2009", "current", "23", "3", "1", "2", "3", "20", "20", "", "", "88.5", "2", "", "", "", "", "", "", "0", "2", "40", "4", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700173, "raw": ["700173", "000296", "0", "2015/Jul/16 15:44", "Ariterm A B", "Ariterm", "Biomatic +40", "", "", "2011", "current", "23", "3", "1", "2", "3", "40", "40", "", "", "90", "2", "", "", "", "", "", "", "0", "2", "60", "4", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700174, "raw": ["700174", "000289", "0", "2015/Jul/13 08:58", "Windhager", "Windhager", "BioWIN Exclusiv", "BWE 100", "", "2004", "2013", "23", "3", "1", "2", "3", "10.2", "10.2", "", "", "83.5", "2", "12.09", "10.2", "0", "3.63", "3", "0", "0", "2", "46", "7", "21", "", "", "", "", "", "", ""]}
{"pcdb_id": 700175, "raw": ["700175", "000289", "0", "2015/Jul/13 08:58", "Windhager", "Windhager", "BioWIN Exclusiv", "BWE 150", "", "2004", "2013", "23", "3", "1", "2", "3", "15.2", "15.2", "", "", "83.9", "2", "18.02", "15.2", "0", "5.27", "4.4", "0", "0", "2", "58", "7", "32", "", "", "", "", "", "", ""]}
{"pcdb_id": 700176, "raw": ["700176", "000289", "0", "2015/Jul/13 08:58", "Windhager", "Windhager", "BioWIN Exclusiv", "BWE 210", "", "2004", "2013", "23", "3", "1", "2", "3", "21", "21", "", "", "84.2", "2", "", "", "", "", "", "", "0", "2", "110", "7", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700177, "raw": ["700177", "000289", "0", "2015/Jul/13 08:59", "Windhager", "Windhager", "BioWIN Exclusiv", "BWE 260", "", "2004", "2013", "23", "3", "1", "2", "3", "25.9", "25.9", "", "", "84.5", "2", "30.55", "25.9", "0", "8.9", "7.5", "0", "0", "2", "110", "7", "56", "", "", "", "", "", "", ""]}
{"pcdb_id": 700180, "raw": ["700180", "000308", "0", "2018/Aug/17 11:43", "Klover Srl", "Klover", "Diva", "", "DV", "2007", "current", "23", "2", "1", "2", "3", "13.9", "13.9", "4.9", "", "81.2", "2", "22.97", "13.9", "4.6", "5.98", "3.9", "1", "0", "2", "300", "3.2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700181, "raw": ["700181", "000308", "0", "2018/May/23 11:47", "Klover Srl", "Klover", "Ecompact 250", "", "EC25", "2017", "current", "23", "3", "1", "2", "3", "23.3", "23.3", "6.5", "", "81.9", "2", "27.9", "23.3", "0", "8.1", "6.5", "0", "0", "2", "431", "3.2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700182, "raw": ["700182", "000308", "0", "2018/May/23 11:48", "Klover Srl", "Klover", "Ecompact 290", "", "EC29", "2017", "current", "23", "3", "1", "2", "3", "26.76", "26.76", "6.58", "", "83.5", "2", "32", "26.76", "0", "7.9", "6.58", "0", "0", "2", "431", "3.2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700183, "raw": ["700183", "000308", "0", "2018/Aug/17 11:55", "Klover Srl", "Klover", "Smart 80", "", "SM80", "2012", "current", "23", "2", "1", "2", "3", "19.1", "19.1", "6.7", "", "81.4", "2", "28.22", "19.1", "3.5", "8.1", "5.5", "1.2", "0", "2", "300", "3.2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700184, "raw": ["700184", "000308", "0", "2018/Aug/17 11:42", "Klover Srl", "Klover", "Smart 120", "", "SM120", "2011", "current", "23", "2", "1", "2", "3", "14.6", "14.6", "5.7", "", "85.1", "2", "22.8", "14.6", "4.5", "6.6", "4.5", "1.2", "0", "2", "300", "3.2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700185, "raw": ["700185", "000308", "0", "2021/Apr/15 17:28", "Klover Srl", "Klover", "Ecompact 150", "", "ECO150", "2017", "current", "23", "3", "1", "2", "3", "14.6", "14.6", "4.2", "", "84.6", "2", "18.6", "14.6", "0", "5.3", "4.2", "0", "0", "2", "430", "2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700186, "raw": ["700186", "000308", "0", "2021/Apr/15 17:28", "Klover Srl", "Klover", "Ecompact 190", "", "ECO190", "", "current", "23", "3", "1", "2", "3", "18.2", "18.2", "4.2", "", "84.4", "2", "23.4", "18.2", "0", "5.3", "4.2", "0", "0", "2", "430", "2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700187, "raw": ["700187", "000308", "0", "2022/Aug/25 15:42", "Klover Srl", "Klover", "BELVEDERE 18", "BV16", "", "2017", "current", "23", "2", "1", "2", "3", "18.4", "18.4", "4.9", "", "89.6", "2", "20.9", "13.9", "4.6", "5.4", "3.9", "1", "0", "2", "300", "3.2", "", "", "", "", "", "", "700180", ""]}
{"pcdb_id": 700188, "raw": ["700188", "000308", "0", "2023/May/12 15:42", "Klover Srl", "Klover", "THERMOAURA", "HA", "", "2019", "current", "23", "2", "1", "2", "3", "15", "15", "4.3", "", "87.5", "2", "13.5", "11.7", "3.3", "4.8", "3", "1.3", "0", "2", "56", "3", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700189, "raw": ["700189", "000308", "0", "2022/Sep/20 14:00", "Klover Srl", "Klover", "PELLET BOILER 24", "PB24-A0001", "", "2013", "2017", "23", "3", "1", "2", "3", "17.6", "17.6", "5.2", "", "74.9", "2", "22.86", "17.6", "0", "7.14", "5.2", "0", "0", "2", "98", "2", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700191, "raw": ["700191", "020234", "0", "2024/Dec/05 10:10", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 7", "", "", "", "current", "23", "3", "3", "2", "3", "7", "7", "", "", "84.3", "2", "7.96", "6.83", "0", "2.43", "2.01", "0", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700192, "raw": ["700192", "020234", "0", "2024/Dec/05 10:10", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 10", "", "", "", "current", "23", "3", "3", "2", "3", "10", "10", "", "", "84.3", "1", "10.97", "9.42", "0", "2.43", "2.01", "0", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700194, "raw": ["700194", "020234", "0", "2024/Dec/05 10:11", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 15", "", "", "", "current", "23", "3", "3", "2", "3", "15", "15", "", "", "86.3", "2", "16.37", "14.3", "", "", "4.5", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700195, "raw": ["700195", "020234", "0", "2024/Dec/05 10:11", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 20", "", "", "", "current", "23", "3", "3", "2", "3", "20", "20", "", "", "85.7", "2", "21.98", "18.9", "", "5.27", "4.5", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700196, "raw": ["700196", "020234", "0", "2024/Dec/05 10:11", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 25", "", "", "", "current", "23", "3", "3", "2", "3", "25", "25", "", "", "85.8", "2", "29.12", "24.9", "", "8.3", "7.14", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700197, "raw": ["700197", "020234", "0", "2024/Dec/05 10:11", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 30", "", "", "", "current", "23", "3", "3", "2", "3", "30", "30", "", "", "85.9", "2", "", "", "", "", "", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700198, "raw": ["700198", "020234", "0", "2024/Dec/05 10:11", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "PE1 Pellet 35", "", "", "", "current", "23", "3", "3", "2", "3", "35", "35", "", "", "85.9", "2", "38.68", "33.2", "", "8.3", "7.14", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700200, "raw": ["700200", "020234", "0", "2023/Nov/15 08:32", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "S4 Turbo 60", "", "", "2007", "current", "20", "3", "1", "2", "1", "60", "60", "", "", "85.6", "2", "65.35", "56.47", "0", "32.84", "27.88", "0", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700201, "raw": ["700201", "020234", "0", "2023/Nov/15 08:33", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "S4 Turbo 22", "", "", "", "current", "20", "3", "1", "2", "1", "22", "22", "", "", "84.5", "2", "25.53", "22.13", "0", "", "", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700202, "raw": ["700202", "020234", "0", "2023/Nov/15 08:33", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "S4 Turbo 28", "", "", "", "current", "20", "3", "1", "2", "1", "28", "28", "", "", "83", "2", "", "", "", "", "", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700203, "raw": ["700203", "020234", "0", "2023/Nov/15 08:33", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "S4 Turbo 34", "", "", "", "current", "20", "3", "1", "2", "1", "34", "34", "", "", "82", "2", "41", "34.5", "0", "", "", "", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700204, "raw": ["700204", "020234", "0", "2023/Nov/15 08:34", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "S4 Turbo 40", "", "", "", "current", "20", "3", "1", "2", "1", "40", "40", "", "", "84.3", "2", "44.69", "37.64", "0", "22.43", "18.94", "0", "0", "2", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700205, "raw": ["700205", "020234", "0", "2023/Nov/15 08:34", "Froling Heizkessel und Bahaelterbau GmbH", "Froling", "S4 Turbo 50", "", "", "", "current", "20", "3", "1", "2", "1", "50", "50", "", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "0", "0", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700214, "raw": ["700214", "000287", "0", "2024/Mar/19 13:53", "ETA Heiztechnik GmbH", "ETA", "Pellets Compact ETA PC 40", "", "", "2014", "current", "23", "3", "2", "2", "3", "40", "40", "", "", "84.4", "2", "", "", "", "", "", "", "0", "2", "121", "11", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700215, "raw": ["700215", "000287", "0", "2024/Mar/19 13:54", "ETA Heiztechnik GmbH", "ETA", "Pellets Compact ETA PC 45", "", "", "2014", "current", "23", "3", "2", "2", "3", "45", "45", "", "", "84.1", "2", "", "", "", "", "", "", "0", "2", "121", "11", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700220, "raw": ["700220", "000287", "0", "2024/Mar/19 13:55", "ETA Heiztechnik GmbH", "ETA", "ETA eHack 25", "", "", "2015", "current", "23", "3", "2", "2", "3", "25.4", "25.4", "7.6", "", "85.3", "2", "29.45", "25.4", "0", "9.01", "7.6", "0", "0", "2", "63", "12", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700221, "raw": ["700221", "000287", "0", "2024/Mar/19 13:55", "ETA Heiztechnik GmbH", "ETA", "ETA eHack 25", "", "", "2015", "current", "21", "3", "2", "2", "3", "25.4", "25.4", "7.6", "", "85.3", "2", "29.45", "25.4", "0", "9.01", "7.6", "0", "0", "2", "63", "12", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 700222, "raw": ["700222", "000315", "0", "2026/Jan/26 09:19", "Hargassner", "Hargassner", "Nano-PK 6", "", "", "", "current", "23", "3", "3", "2", "3", "6.6", "6.6", "", "", "88.5", "2", "8.22", "7.08", "0.09", "2.14", "1.85", "0.07", "0", "2", "29", "7", "10", "", "", "", "", "", "", ""]}
{"pcdb_id": 700223, "raw": ["700223", "000315", "0", "2026/Jan/26 09:20", "Hargassner", "Hargassner", "Nano-PK 9", "", "", "", "current", "23", "3", "3", "2", "3", "9", "9", "", "", "89.1", "2", "", "", "", "", "", "", "0", "2", "29", "7", "11", "", "", "", "", "", "", ""]}
{"pcdb_id": 700224, "raw": ["700224", "000315", "0", "2026/Jan/26 09:29", "Hargassner", "Hargassner", "Nano-PK 12", "", "", "", "current", "23", "3", "3", "2", "3", "12", "12", "", "", "89.5", "2", "", "", "", "", "", "", "0", "2", "31", "7", "14", "", "", "", "", "", "", ""]}
{"pcdb_id": 700225, "raw": ["700225", "000315", "0", "2026/Jan/26 09:34", "Hargassner", "Hargassner", "Neo-HV 20", "", "", "", "current", "20", "3", "3", "2", "1", "25.4", "25.4", "", "", "85.2", "2", "29.06", "24.44", "0.27", "15.14", "12.65", "0.28", "0", "2", "32", "6.3", "30", "", "", "", "", "", "", ""]}
{"pcdb_id": 700226, "raw": ["700226", "000315", "0", "2026/Jan/26 09:36", "Hargassner", "Hargassner", "Smart-Duo 17", "", "", "", "current", "20", "3", "3", "2", "1", "17", "17", "", "", "85.5", "2", "20.66", "17.7", "0.42", "", "", "", "0", "2", "40", "8", "25", "", "", "", "", "", "", ""]}
{"pcdb_id": 700227, "raw": ["700227", "000315", "0", "2026/Jan/26 09:39", "Hargassner", "Hargassner", "Smart-PK 17", "", "", "", "current", "23", "3", "3", "2", "3", "17", "17", "", "", "87.1", "2", "", "", "", "", "", "", "0", "2", "37", "2", "22", "", "", "", "", "", "", ""]}
{"pcdb_id": 700228, "raw": ["700228", "000315", "0", "2026/Jan/26 09:31", "Hargassner", "Hargassner", "Smart-Duo 17", "", "", "", "current", "23", "3", "3", "2", "3", "17", "17", "", "", "89.7", "2", "20.33", "17.6", "0.48", "6.04", "5", "0.46", "0", "2", "30", "8", "24", "", "", "", "", "", "", ""]}

11
docs/sap-spec/pcdb_table_143_micro_cogen.jsonl
View file

@ -1,11 +0,0 @@
{"pcdb_id": 692001, "raw": ["692001", "300900", "1", "2011/Sep/08 16:45", "5.03", "SAP Illustrative Products", "Illustrative Micro-CHP", "Ex 1", "Gas", "2011", "current", "1", "", "2", "2", "1", "3", "", "54.7", "-0.096", "", "", "14", "14", "11", "2", "7", "0.5", "81.9", "-0.045", "1", "83.2", "-0.056", "1.5", "82.4", "-0.065", "2", "79.7", "-0.07", "3", "73.9", "-0.079", "6", "58.7", "-0.094", "10", "57.0", "-0.085"]}
{"pcdb_id": 40001, "raw": ["040001", "000005", "0", "2019/Oct/11 10:23", "7", "Baxi Heating UK Ltd", "Baxi", "Ecogen 24/1.0", "", "2009", "current", "1", "", "2", "2", "1", "3", "", "48.3", "-0.146", "", "", "24", "24", "11", "2", "7", "0.5", "84.1", "-0.044", "1", "85.2", "-0.059", "1.5", "85.7", "-0.082", "2", "83.9", "-0.106", "3", "80", "-0.142", "6", "74.5", "-0.167", "10", "67.4", "-0.168"]}
{"pcdb_id": 40005, "raw": ["040005", "000267", "0", "2019/Oct/11 10:24", "7", "Efficient Home Energy", "EHE", "Whispergen EU1", "", "2010", "current", "1", "", "2", "2", "1", "3", "", "61.1", "-0.045", "", "", "14", "14", "11", "2", "7", "0.5", "80.7", "-0.072", "1", "82.1", "-0.077", "1.5", "83.8", "-0.078", "2", "84.4", "-0.068", "3", "84.2", "-0.048", "6", "79.4", "-0.033", "10", "69.2", "-0.031"]}
{"pcdb_id": 40009, "raw": ["040009", "000267", "0", "2019/Oct/11 10:25", "7", "Efficient Home Energy", "EHE", "Whispergen EU1A", "", "2011", "current", "1", "", "2", "2", "1", "3", "", "62.2", "-0.066", "", "", "12.5", "12.5", "11", "2", "7", "0.5", "80.2", "-0.082", "1", "81.9", "-0.088", "1.5", "83.8", "-0.091", "2", "84.3", "-0.083", "3", "83.9", "-0.066", "6", "79.8", "-0.053", "10", "70.9", "-0.05"]}
{"pcdb_id": 40010, "raw": ["040010", "000005", "0", "2019/Oct/11 10:25", "7", "Baxi Heating UK", "Baxi", "Ecogen System", "", "2014", "current", "1", "", "2", "3", "1", "3", "", "48.3", "-0.146", "", "", "24", "24", "11", "2", "7", "0.5", "84.2", "-0.043", "1", "85.7", "-0.055", "1.5", "86.9", "-0.072", "2", "86.1", "-0.087", "3", "83.7", "-0.109", "6", "78.6", "-0.125", "10", "70.8", "-0.126"]}
{"pcdb_id": 40013, "raw": ["040013", "000302", "0", "2019/Oct/11 10:25", "7", "Flow Products Ltd", "FLOW", "Flow 14H/1.0", "", "2010", "current", "1", "", "2", "2", "1", "3", "", "71.4", "0.015", "", "", "12.8", "12.8", "11", "2", "7", "0.5", "84.5", "-0.018", "1", "86", "-0.025", "1.5", "87.3", "-0.03", "2", "87.3", "-0.03", "3", "86.4", "-0.024", "6", "85.6", "-0.013", "10", "85.6", "0.003"]}
{"pcdb_id": 40014, "raw": ["040014", "000033", "0", "2020/Aug/12 16:45", "7.02", "Viessmann", "Viessmann", "Vitovalor", "300-P", "2017", "current", "1", "", "2", "2", "1", "1", "", "36.62", "-0.736", "", "", "20", "20", "11", "1", "7", "0.5", "91.2", "-0.033", "1", "88.5", "-0.047", "1.5", "85", "-0.066", "2", "81.5", "-0.084", "3", "74.9", "-0.112", "6", "61.1", "-0.129", "10", "62.9", "-0.094"]}
{"pcdb_id": 40017, "raw": ["040017", "000033", "0", "2020/Aug/12 17:05", "7.02", "Viessmann", "Viessmann", "VITOVALOR PT2", "E11T", "2019", "current", "1", "", "2", "2", "1", "1", "", "39.302", "-0.457", "", "", "11.4", "11.4", "11", "1", "7", "0.5", "78.2", "-0.094", "1", "67", "-0.186", "1.5", "58.2", "-0.299", "2", "52.6", "-0.393", "3", "45.1", "-0.54", "6", "36", "-0.659", "10", "36.8", "-0.56"]}
{"pcdb_id": 40019, "raw": ["040019", "000033", "0", "2020/Aug/12 17:08", "7.02", "Viessmann", "Viessmann", "VITOVALOR PT2", "E19T", "2019", "current", "1", "", "2", "2", "1", "1", "", "39.302", "-0.457", "", "", "19", "19", "11", "1", "7", "0.5", "78.2", "-0.094", "1", "67", "-0.186", "1.5", "58.2", "-0.299", "2", "52.6", "-0.393", "3", "45.1", "-0.54", "6", "36", "-0.659", "10", "36.8", "-0.56"]}
{"pcdb_id": 40020, "raw": ["040020", "000033", "0", "2020/Aug/12 17:08", "7.02", "Viessmann", "Viessmann", "VITOVALOR PT2", "E25T", "2019", "current", "1", "", "2", "2", "1", "1", "", "39.302", "-0.457", "", "", "24.5", "24.5", "11", "1", "7", "0.5", "78.2", "-0.094", "1", "67", "-0.186", "1.5", "58.2", "-0.299", "2", "52.6", "-0.393", "3", "45.1", "-0.54", "6", "36", "-0.659", "10", "36.8", "-0.56"]}
{"pcdb_id": 40022, "raw": ["040022", "000033", "0", "2020/Aug/12 17:12", "7.02", "Viessmann", "Viessmann", "VITOVALOR PT2", "E32T", "2019", "current", "1", "", "2", "2", "1", "1", "", "39.302", "-0.457", "", "", "30.8", "30.8", "11", "1", "7", "0.5", "78.2", "-0.094", "1", "67", "-0.186", "1.5", "58.2", "-0.299", "2", "52.6", "-0.393", "3", "45.1", "-0.54", "6", "36", "-0.659", "10", "36.8", "-0.56"]}

44
docs/sap-spec/pcdb_table_313_flue_gas_heat_recovery.jsonl
View file

@ -1,44 +0,0 @@
{"pcdb_id": 60049, "raw": ["060049", "020006", "0", "2021/Nov/26 10:09", "Zenex Technologies Ltd", "Zenex", "GasSaver", "GS-1", "2006", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.072", "0.072", "", "0", "", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60050, "raw": ["060050", "020006", "0", "2021/Nov/26 10:09", "Zenex Technologies Ltd", "Zenex", "GasSaver", "GS-1", "2006", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.068", "0.068", "", "0", "", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60051, "raw": ["060051", "020025", "0", "2021/Nov/12 15:51", "Ravenheat Manufacturing Ltd", "Ravenheat", "EnergyCatcher", "A0-1", "2008", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.104", "0.104", "", "0", "", "6", "0", "0", "0.104", "0", "0", "0.1041", "0", "200", "0.5", "0.1936", "-0.5", "0.5", "0.1937", "-0.5", "1000", "0.9", "0.1967", "-1.2", "0.9", "0.1968", "-1.2", "2000", "2.8", "0.1914", "-8.4", "2.8", "0.1915", "-8.4", "4000", "3.4", "0.19", "-10.4", "3.4", "0.1901", "-10.4", "20000", "4", "0.1945", "-13.2", "4", "0.1946", "-13.2", ""]}
{"pcdb_id": 60052, "raw": ["060052", "020025", "0", "2021/Nov/12 15:51", "Ravenheat Manufacturing Ltd", "Ravenheat", "EnergyCatcher", "A0-1", "2008", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.099", "0.099", "", "0", "", "6", "0", "0", "0.0988", "0", "0", "0.0989", "0", "200", "0.5", "0.1839", "-0.5", "0.5", "0.184", "-0.5", "1000", "0.9", "0.1869", "-1.1", "0.9", "0.187", "-1.1", "2000", "2.7", "0.1818", "-8", "2.7", "0.1819", "-8", "4000", "3.2", "0.1805", "-9.9", "3.2", "0.1806", "-9.9", "20000", "3.8", "0.1848", "-12.5", "3.8", "0.1849", "-12.5", ""]}
{"pcdb_id": 60053, "raw": ["060053", "020025", "0", "2021/Nov/26 10:06", "Ravenheat Manufacturing Ltd", "Ravenheat", "EnergyCatcher", "B1-1", "2008", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.119", "0.119", "", "0", "", "6", "0", "0", "0.1189", "0", "0", "0.1193", "0", "200", "-0.1", "0.1944", "0", "-0.1", "0.1947", "0", "1000", "1.7", "0.1922", "-5.8", "1.7", "0.1926", "-5.8", "2000", "3.3", "0.1931", "-12.4", "3.3", "0.1935", "-12.4", "4000", "1.9", "0.2136", "-7", "1.9", "0.214", "-7", "20000", "0.1", "0.2494", "-0.6", "0.1", "0.2498", "-0.6", ""]}
{"pcdb_id": 60054, "raw": ["060054", "020025", "0", "2021/Nov/26 10:06", "Ravenheat Manufacturing Ltd", "Ravenheat", "EnergyCatcher", "B1-1", "2008", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.113", "0.113", "", "0", "", "6", "0", "0", "0.113", "0", "0", "0.1133", "0", "200", "-0.1", "0.1847", "0", "-0.1", "0.185", "0", "1000", "1.6", "0.1826", "-5.5", "1.6", "0.183", "-5.5", "2000", "3.1", "0.1834", "-11.8", "3.1", "0.1838", "-11.8", "4000", "1.8", "0.2029", "-6.7", "1.8", "0.2033", "-6.7", "20000", "0.1", "0.2369", "-0.6", "0.1", "0.2373", "-0.6", ""]}
{"pcdb_id": 60055, "raw": ["060055", "020006", "0", "2021/Nov/26 12:04", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-25", "2008", "current", "1", "1", "E", "0", "3", "24", "24", "0.6", "0.072", "0.072", "0", "0", "", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60056, "raw": ["060056", "020006", "0", "2021/Nov/26 12:05", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-25", "2008", "current", "2", "1", "E", "0", "3", "24", "24", "0.6", "0.0684", "0.0684", "0", "0", "", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60057, "raw": ["060057", "020006", "0", "2021/Nov/26 12:04", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-50", "2008", "current", "1", "1", "E", "0", "3", "50", "50", "1.1", "0.072", "0.072", "0", "0", "", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60058, "raw": ["060058", "020006", "0", "2021/Nov/26 12:06", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-50", "2008", "current", "2", "1", "E", "0", "3", "50", "50", "1.1", "0.0684", "0.0684", "0", "0", "", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60059, "raw": ["060059", "020029", "0", "2021/Nov/26 12:04", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-25", "2008", "current", "1", "1", "E", "0", "3", "24", "24", "0.6", "0.072", "0.072", "0", "0", "", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60060, "raw": ["060060", "020029", "0", "2021/Nov/26 12:06", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-25", "2008", "current", "2", "1", "E", "0", "3", "24", "24", "0.6", "0.0684", "0.0684", "0", "0", "", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60061, "raw": ["060061", "020029", "0", "2021/Nov/26 12:05", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-50", "2008", "current", "1", "1", "E", "0", "3", "50", "50", "1.1", "0.072", "0.072", "0", "0", "", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60062, "raw": ["060062", "020029", "0", "2021/Nov/26 12:06", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-50", "2008", "current", "2", "1", "E", "0", "3", "50", "50", "1.1", "0.0684", "0.0684", "0", "0", "", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60063, "raw": ["060063", "020006", "0", "2021/Nov/26 12:05", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-25-PV1", "2008", "current", "1", "1", "E", "0", "3", "24", "24", "0.6", "0.072", "0.072", "0", "1", "0.07", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60064, "raw": ["060064", "020006", "0", "2021/Nov/26 12:06", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-25-PV1", "2008", "current", "2", "1", "E", "0", "3", "24", "24", "0.6", "0.0684", "0.0684", "0", "1", "0.07", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60065, "raw": ["060065", "020006", "0", "2021/Nov/26 12:05", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-50-PV1", "2008", "current", "1", "1", "E", "0", "3", "50", "50", "1.1", "0.072", "0.072", "0", "1", "0.07", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60066, "raw": ["060066", "020006", "0", "2021/Nov/26 12:06", "Zenex Technologies Ltd", "Zenex", "SuperFlow", "SF-50-PV1", "2008", "current", "2", "1", "E", "0", "3", "50", "50", "1.1", "0.0684", "0.0684", "0", "1", "0.07", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60067, "raw": ["060067", "020029", "0", "2021/Nov/26 12:05", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-25-PV1", "2008", "current", "1", "1", "E", "0", "3", "24", "24", "0.6", "0.072", "0.072", "0", "1", "0.07", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60068, "raw": ["060068", "020029", "0", "2021/Nov/26 12:06", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-25-PV1", "2008", "current", "2", "1", "E", "0", "3", "24", "24", "0.6", "0.0684", "0.0684", "0", "1", "0.07", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60069, "raw": ["060069", "020029", "0", "2021/Nov/26 12:05", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-50-PV1", "2008", "current", "1", "1", "E", "0", "3", "50", "50", "1.1", "0.072", "0.072", "0", "1", "0.07", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60070, "raw": ["060070", "020029", "0", "2021/Nov/26 12:06", "Alpha Therm Ltd", "Alpha", "FlowSmart", "FS-50-PV1", "2008", "current", "2", "1", "E", "0", "3", "50", "50", "1.1", "0.0684", "0.0684", "0", "1", "0.07", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60072, "raw": ["060072", "020068", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Muelink & Grol", "ECOFLO", "60-100", "2011", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.106", "0.105", "", "0", "", "6", "0", "0", "0.1063", "0", "0", "0.1049", "0", "200", "0.3", "0.1896", "-0.1", "0.3", "0.1883", "-0.1", "1000", "0.8", "0.1915", "-1", "0.8", "0.1902", "-1", "2000", "2.5", "0.1869", "-7.3", "2.5", "0.1856", "-7.3", "4000", "2.8", "0.1872", "-8.1", "2.8", "0.186", "-8.1", "20000", "3.2", "0.1923", "-10.1", "3.2", "0.191", "-10.1", ""]}
{"pcdb_id": 60073, "raw": ["060073", "020068", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Muelink & Grol", "ECOFLO", "60-100", "2011", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.101", "0.1", "", "0", "", "6", "0", "0", "0.101", "0", "0", "0.0997", "0", "200", "0.3", "0.1801", "-0.1", "0.3", "0.1789", "-0.1", "1000", "0.8", "0.1819", "-1", "0.8", "0.1807", "-1", "2000", "2.4", "0.1776", "-6.9", "2.4", "0.1763", "-6.9", "4000", "2.7", "0.1778", "-7.7", "2.7", "0.1767", "-7.7", "20000", "3", "0.1827", "-9.6", "3", "0.1815", "-9.6", ""]}
{"pcdb_id": 60074, "raw": ["060074", "020033", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Glow-worm", "PFGHRD/1", "60/100", "2013", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.106", "0.105", "", "0", "", "6", "0", "0", "0.1063", "0", "0", "0.1049", "0", "200", "0.3", "0.1896", "-0.1", "0.3", "0.1883", "-0.1", "1000", "0.8", "0.1915", "-1", "0.8", "0.1902", "-1", "2000", "2.5", "0.1869", "-7.3", "2.5", "0.1856", "-7.3", "4000", "2.8", "0.1872", "-8.1", "2.8", "0.186", "-8.1", "20000", "3.2", "0.1923", "-10.1", "3.2", "0.191", "-10.1", ""]}
{"pcdb_id": 60075, "raw": ["060075", "020033", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Glow-worm", "PFGHRD/1", "60/100", "2013", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.101", "0.1", "", "0", "", "6", "0", "0", "0.101", "0", "0", "0.0997", "0", "200", "0.3", "0.1801", "-0.1", "0.3", "0.1789", "-0.1", "1000", "0.8", "0.1819", "-1", "0.8", "0.1807", "-1", "2000", "2.4", "0.1776", "-6.9", "2.4", "0.1763", "-6.9", "4000", "2.7", "0.1778", "-7.7", "2.7", "0.1767", "-7.7", "20000", "3", "0.1827", "-9.6", "3", "0.1815", "-9.6", ""]}
{"pcdb_id": 60076, "raw": ["060076", "020033", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Vaillant", "PFGHRD/1", "60/100", "2013", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.106", "0.105", "", "0", "", "6", "0", "0", "0.1063", "0", "0", "0.1049", "0", "200", "0.3", "0.1896", "-0.1", "0.3", "0.1883", "-0.1", "1000", "0.8", "0.1915", "-1", "0.8", "0.1902", "-1", "2000", "2.5", "0.1869", "-7.3", "2.5", "0.1856", "-7.3", "4000", "2.8", "0.1872", "-8.1", "2.8", "0.186", "-8.1", "20000", "3.2", "0.1923", "-10.1", "3.2", "0.191", "-10.1", ""]}
{"pcdb_id": 60077, "raw": ["060077", "020033", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Vaillant", "PFGHRD/1", "60/100", "2013", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.101", "0.1", "", "0", "", "6", "0", "0", "0.101", "0", "0", "0.0997", "0", "200", "0.3", "0.1801", "-0.1", "0.3", "0.1789", "-0.1", "1000", "0.8", "0.1819", "-1", "0.8", "0.1807", "-1", "2000", "2.4", "0.1776", "-6.9", "2.4", "0.1763", "-6.9", "4000", "2.7", "0.1778", "-7.7", "2.7", "0.1767", "-7.7", "20000", "3", "0.1827", "-9.6", "3", "0.1815", "-9.6", ""]}
{"pcdb_id": 60078, "raw": ["060078", "020088", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Vokera", "Fuelsaver", "FS1", "2013", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.106", "0.105", "", "0", "", "6", "0", "0", "0.1063", "0", "0", "0.1049", "0", "200", "0.3", "0.1896", "-0.1", "0.3", "0.1883", "-0.1", "1000", "0.8", "0.1915", "-1", "0.8", "0.1902", "-1", "2000", "2.5", "0.1869", "-7.3", "2.5", "0.1856", "-7.3", "4000", "2.8", "0.1872", "-8.1", "2.8", "0.186", "-8.1", "20000", "3.2", "0.1923", "-10.1", "3.2", "0.191", "-10.1", ""]}
{"pcdb_id": 60079, "raw": ["060079", "020088", "0", "2021/Nov/26 09:59", "Muelink & Grol B.V.", "Vokera", "Fuelsaver", "FS1", "2013", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.101", "0.1", "", "0", "", "6", "0", "0", "0.101", "0", "0", "0.0997", "0", "200", "0.3", "0.1801", "-0.1", "0.3", "0.1789", "-0.1", "1000", "0.8", "0.1819", "-1", "0.8", "0.1807", "-1", "2000", "2.4", "0.1776", "-6.9", "2.4", "0.1763", "-6.9", "4000", "2.7", "0.1778", "-7.7", "2.7", "0.1767", "-7.7", "20000", "3", "0.1827", "-9.6", "3", "0.1815", "-9.6", ""]}
{"pcdb_id": 60080, "raw": ["060080", "020051", "0", "2021/Nov/26 13:52", "Bosch Thermotechnology Ltd", "Worcester", "Greenstar Xtra", "2015", "2015", "current", "1", "1", "CSK", "0", "1", "0", "0", "", "0.102", "0.102", "", "0", "", "0", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 60081, "raw": ["060081", "020051", "0", "2021/Nov/26 13:52", "Bosch Thermotechnology Ltd", "Worcester", "Greenstar Xtra", "2015", "2015", "current", "2", "1", "CSK", "0", "1", "0", "0", "", "0.097", "0.097", "", "0", "", "0", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 60082, "raw": ["060082", "020029", "0", "2021/Nov/26 09:50", "Alpha Therm Ltd", "Alpha", "Gas-Saver", "GS-2-ALPCD", "2016", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.088", "0.088", "0", "0", "", "6", "0", "0", "0.0885", "0", "0", "0.0882", "0", "200", "2.5", "0.1915", "-6", "2.5", "0.1913", "-6", "1000", "6", "0.1934", "-17.9", "5.9", "0.1933", "-17.9", "2000", "10.3", "0.1946", "-36.9", "10.3", "0.1944", "-36.9", "4000", "10.8", "0.2047", "-39.3", "10.8", "0.2045", "-39.3", "20000", "11.5", "0.2297", "-44", "11.5", "0.2295", "-44", ""]}
{"pcdb_id": 60083, "raw": ["060083", "020029", "0", "2021/Nov/26 09:50", "Alpha Therm Ltd", "Alpha", "Gas-Saver", "GS-2-ALPCD", "2016", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.084", "0.084", "0", "0", "", "6", "0", "0", "0.0841", "0", "0", "0.0838", "0", "200", "2.4", "0.1819", "-5.7", "2.4", "0.1817", "-5.7", "1000", "5.7", "0.1837", "-17", "5.6", "0.1836", "-17", "2000", "9.8", "0.1849", "-35.1", "9.8", "0.1847", "-35.1", "4000", "10.3", "0.1945", "-37.3", "10.3", "0.1943", "-37.3", "20000", "10.9", "0.2182", "-41.8", "10.9", "0.218", "-41.8", ""]}
{"pcdb_id": 60084, "raw": ["060084", "020029", "0", "2021/Nov/26 09:50", "Alpha Therm Ltd", "Alpha", "Intec", "30GS/40GS+GasSaver-GS-1", "2011", "current", "1", "1", "C", "1", "2", "0", "0", "", "0.072", "0.072", "", "0", "", "6", "0", "0", "0.0717", "0", "0", "0.0717", "0", "200", "1.1", "0.1799", "-1.9", "1.1", "0.1799", "-1.9", "1000", "4.5", "0.1726", "-13.2", "4.5", "0.1726", "-13.2", "2000", "6", "0.1807", "-19.8", "6", "0.1807", "-19.8", "4000", "8.7", "0.1801", "-31.7", "8.7", "0.1801", "-31.7", "20000", "9.7", "0.2003", "-37", "9.7", "0.2003", "-37", ""]}
{"pcdb_id": 60085, "raw": ["060085", "020029", "0", "2021/Nov/26 09:50", "Alpha Therm Ltd", "Alpha", "Intec", "30GS/40GS+GasSaver-GS-1", "2011", "current", "2", "1", "C", "1", "2", "0", "0", "", "0.068", "0.068", "", "0", "", "6", "0", "0", "0.0681", "0", "0", "0.0681", "0", "200", "1", "0.1709", "-1.8", "1", "0.1709", "-1.8", "1000", "4.3", "0.164", "-12.5", "4.3", "0.164", "-12.5", "2000", "5.7", "0.1717", "-18.8", "5.7", "0.1717", "-18.8", "4000", "8.3", "0.1711", "-30.1", "8.3", "0.1711", "-30.1", "20000", "9.2", "0.1903", "-35.2", "9.2", "0.1903", "-35.2", ""]}
{"pcdb_id": 60086, "raw": ["060086", "020029", "0", "2021/Nov/26 10:43", "Alpha Therm Ltd", "Alpha", "Gas-Saver", "40GS2+GasSaver-GS2-ALPCD", "2016", "current", "1", "1", "C", "1", "2", "0", "0", "", "0", "0", "0", "0", "", "6", "0", "0", "0", "0", "0", "0", "0", "200", "2.7", "0.113", "-6.6", "2.7", "0.113", "-6.6", "1000", "6.5", "0.1152", "-19.6", "6.5", "0.1152", "-19.6", "2000", "11.3", "0.1164", "-40.5", "11.3", "0.1164", "-40.5", "4000", "11.9", "0.1275", "-43.1", "11.9", "0.1275", "-43.1", "20000", "12.6", "0.1549", "-48.2", "12.6", "0.1549", "-48.2", ""]}
{"pcdb_id": 60087, "raw": ["060087", "020029", "0", "2021/Nov/26 10:43", "Alpha Therm Ltd", "Alpha", "Gas-Saver", "40GS2+GasSaver-GS2-ALPCD", "2016", "current", "2", "1", "C", "1", "2", "0", "0", "", "0", "0", "0", "0", "", "6", "0", "0", "0", "0", "0", "0", "0", "200", "2.6", "0.1074", "-6.3", "2.6", "0.1074", "-6.3", "1000", "6.2", "0.1094", "-18.6", "6.2", "0.1094", "-18.6", "2000", "10.7", "0.1106", "-38.5", "10.7", "0.1106", "-38.5", "4000", "11.3", "0.1211", "-40.9", "11.3", "0.1211", "-40.9", "20000", "12", "0.1472", "-45.8", "12", "0.1472", "-45.8", ""]}
{"pcdb_id": 60088, "raw": ["060088", "020006", "0", "2021/Nov/26 09:57", "Canetis Technologies Ltd", "Canetis", "GasSaver", "GS-2", "2018", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.09", "0.09", "", "0", "", "6", "0", "0", "0.0896", "0", "0", "0.0898", "0", "200", "2.5", "0.1925", "-6", "2.5", "0.1927", "-6", "1000", "5.9", "0.1945", "-17.8", "5.9", "0.1947", "-17.9", "2000", "10.3", "0.1956", "-36.8", "10.3", "0.1958", "-36.8", "4000", "10.8", "0.2057", "-39.3", "10.8", "0.2059", "-39.3", "20000", "11.5", "0.2307", "-43.9", "11.5", "0.2308", "-43.9", ""]}
{"pcdb_id": 60089, "raw": ["060089", "020006", "0", "2021/Nov/26 09:57", "Canetis Technologies Ltd", "Canetis", "GasSaver", "GS-2", "2018", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.086", "0.086", "", "0", "", "6", "0", "0", "0.0851", "0", "0", "0.0853", "0", "200", "2.4", "0.1829", "-5.7", "2.4", "0.1831", "-5.7", "1000", "5.6", "0.1848", "-16.9", "5.6", "0.185", "-17", "2000", "9.8", "0.1858", "-35", "9.8", "0.186", "-35", "4000", "10.3", "0.1954", "-37.3", "10.3", "0.1956", "-37.3", "20000", "10.9", "0.2192", "-41.7", "10.9", "0.2193", "-41.7", ""]}
{"pcdb_id": 60090, "raw": ["060090", "020101", "0", "2021/Nov/26 09:53", "Baxi Heating Limited UK", "Baxi", "Assure", "FGHR1", "2021", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.13", "0.13", "", "0", "", "6", "0", "0", "0.1299", "0", "0", "0.13", "0", "200", "1.3", "0.1835", "-0.4", "1.3", "0.1836", "-0.4", "1000", "5.1", "0.181", "-11.4", "5.1", "0.1811", "-11.4", "2000", "10.6", "0.1716", "-32.1", "10.6", "0.1716", "-32.1", "4000", "11.8", "0.1815", "-36.9", "11.8", "0.1816", "-36.9", "20000", "13.1", "0.2152", "-42.6", "13.1", "0.2153", "-42.6", ""]}
{"pcdb_id": 60091, "raw": ["060091", "020101", "0", "2021/Nov/26 09:53", "Baxi Heating Limited UK", "Baxi", "Assure", "FGHR1", "2021", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.124", "0.124", "", "0", "", "6", "0", "0", "0.1234", "0", "0", "0.1235", "0", "200", "1.2", "0.1743", "-0.4", "1.2", "0.1744", "-0.4", "1000", "4.8", "0.172", "-10.8", "4.8", "0.172", "-10.8", "2000", "10.1", "0.163", "-30.5", "10.1", "0.163", "-30.5", "4000", "11.2", "0.1724", "-35.1", "11.2", "0.1725", "-35.1", "20000", "12.4", "0.2044", "-40.5", "12.4", "0.2045", "-40.5", ""]}
{"pcdb_id": 694001, "raw": ["694001", "300900", "1", "2021/Nov/26 14:44", "SAP Illustrative Products", "Illustrative FGHRS", "FGHRS", "Gas", "2011", "current", "1", "1", "RCSK", "0", "2", "0", "0", "", "0.103", "0.102", "", "0", "", "6", "0", "0", "0.103", "0", "0", "0.102", "0", "200", "0.890", "0.189", "-1.50", "0.890", "0.189", "-1.50", "1000", "2.720", "0.190", "-7.12", "2.710", "0.189", "-7.13", "2000", "5.330", "0.187", "-17.57", "5.330", "0.187", "-17.57", "4000", "5.840", "0.193", "-19.65", "5.840", "0.192", "-19.65", "20000", "6.270", "0.209", "-22.15", "6.270", "0.208", "-22.15"]}
{"pcdb_id": 694002, "raw": ["694002", "300900", "1", "2021/Nov/26 14:44", "SAP Illustrative Products", "Illustrative FGHRS", "FGHRS", "LPG", "2011", "current", "2", "1", "RCSK", "0", "2", "0", "0", "", "0.098", "0.097", "", "0", "", "6", "0", "0", "0.098", "0", "0", "0.097", "0", "200", "0.850", "0.180", "-1.43", "0.850", "0.180", "-1.43", "1000", "2.600", "0.180", "-6.77", "2.590", "0.180", "-6.78", "2000", "5.080", "0.178", "-16.69", "5.080", "0.178", "-16.69", "4000", "5.570", "0.183", "-18.67", "5.570", "0.183", "-18.67", "20000", "5.930", "0.199", "-21.06", "5.930", "0.198", "-21.06"]}

211
docs/sap-spec/pcdb_table_353_waste_water_heat_recovery.jsonl
View file

@ -1,211 +0,0 @@
{"pcdb_id": 695001, "raw": ["695001", "300900", "1", "2017/Apr/10 17:02", "SAP Illustrative Products", "Illustrative WWHRS", "Instantaneous WWHRS", "System A", "2012", "current", "", "1", "A", "", "", "0.953", "", "", "", "0", "5", "5.0", "56.9", "7.0", "48.6", "9.0", "42.3", "11.0", "37.5", "13.0", "33.7"]}
{"pcdb_id": 695002, "raw": ["695002", "300900", "1", "2017/Apr/10 17:02", "SAP Illustrative Products", "Illustrative WWHRS", "Instantaneous WWHRS", "System B", "2012", "current", "", "1", "B", "", "", "0.925", "", "", "", "0", "5", "5.0", "42.8", "7.0", "37.0", "9.0", "32.7", "11.0", "29.3", "13.0", "26.7"]}
{"pcdb_id": 695003, "raw": ["695003", "300900", "1", "2017/Apr/10 17:02", "SAP Illustrative Products", "Illustrative WWHRS", "Instantaneous WWHRS", "System C", "2012", "current", "", "1", "C", "", "", "0.923", "", "", "", "0", "5", "5.0", "42.8", "7.0", "37.0", "9.0", "32.7", "11.0", "29.3", "13.0", "26.7"]}
{"pcdb_id": 695004, "raw": ["695004", "300900", "1", "2017/Apr/10 17:02", "SAP Illustrative Products", "Illustrative WWHRS", "Storage WWHRS", "C1", "2012", "current", "", "2", "", "1", "45.0", "0.922", "120", "35", "120", "0.1", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 695005, "raw": ["695005", "300900", "1", "2017/Apr/10 17:02", "SAP Illustrative Products", "Illustrative WWHRS", "Storage WWHRS", "S1", "2012", "current", "", "2", "", "2", "45.0", "0.922", "102", "32", "110", "0.202", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 80003, "raw": ["080003", "020064", "0", "2015/Aug/17 12:52", "Hei-tech b.v.", "Showersave", "Recoh-vert RV3", "System A", "2011", "2017", "", "1", "A", "", "", "0.974", "", "", "", "0", "5", "5", "79.3", "7", "73.2", "9", "68", "11", "63.5", "13", "59.5"]}
{"pcdb_id": 80004, "raw": ["080004", "020064", "0", "2023/Jul/18 08:32", "Hei-tech b.v.", "Showersave", "Recoh-vert RV3", "System B", "2011", "2017", "", "1", "B", "", "", "0.959", "", "", "", "0", "5", "5", "63.4", "7", "59.3", "9", "55.4", "11", "52", "13", "49.1"]}
{"pcdb_id": 80005, "raw": ["080005", "020064", "0", "2015/Aug/17 12:52", "Hei-tech b.v.", "Showersave", "Recoh-vert RV3", "System C", "2011", "2017", "", "1", "C", "", "", "0.968", "", "", "", "0", "5", "5", "67.4", "7", "63.4", "9", "59.7", "11", "56.3", "13", "53.2"]}
{"pcdb_id": 80006, "raw": ["080006", "020064", "0", "2015/Aug/17 12:52", "ITHO UK Ltd", "ITHO", "SHRU 50", "System A", "2012", "current", "", "1", "A", "", "", "0.96", "", "", "", "0", "5", "5", "62.5", "7", "54.3", "9", "48", "11", "43.1", "13", "39"]}
{"pcdb_id": 80007, "raw": ["080007", "020064", "0", "2015/Aug/17 12:52", "ITHO UK Ltd", "ITHO", "SHRU 60", "System A", "2012", "current", "", "1", "A", "", "", "0.974", "", "", "", "0", "5", "5", "74.3", "7", "67.4", "9", "61.7", "11", "56.8", "13", "52.7"]}
{"pcdb_id": 80008, "raw": ["080008", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-24", "System A", "2011", "current", "", "1", "A", "", "", "0.933", "", "", "", "0", "5", "5", "34.3", "7", "27.1", "9", "22.5", "11", "19.2", "13", "16.7"]}
{"pcdb_id": 80009, "raw": ["080009", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-30", "System A", "2011", "current", "", "1", "A", "", "", "0.936", "", "", "", "0", "5", "5", "44.1", "7", "36", "9", "30.5", "11", "26.4", "13", "23.3"]}
{"pcdb_id": 80010, "raw": ["080010", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-36", "System A", "2011", "current", "", "1", "A", "", "", "0.933", "", "", "", "0", "5", "5", "47.7", "7", "39.4", "9", "33.6", "11", "29.3", "13", "25.9"]}
{"pcdb_id": 80011, "raw": ["080011", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-42", "System A", "2011", "current", "", "1", "A", "", "", "0.933", "", "", "", "0", "5", "5", "53.6", "7", "45.2", "9", "39.1", "11", "34.5", "13", "30.8"]}
{"pcdb_id": 80012, "raw": ["080012", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-48", "System A", "2011", "current", "", "1", "A", "", "", "0.928", "", "", "", "0", "5", "5", "54.2", "7", "45.8", "9", "39.6", "11", "34.9", "13", "31.2"]}
{"pcdb_id": 80013, "raw": ["080013", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-54", "System A", "2011", "current", "", "1", "A", "", "", "0.926", "", "", "", "0", "5", "5", "58.1", "7", "49.7", "9", "43.5", "11", "38.6", "13", "34.8"]}
{"pcdb_id": 80014, "raw": ["080014", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-60", "System A", "2011", "current", "", "1", "A", "", "", "0.929", "", "", "", "0", "5", "5", "63.3", "7", "55.2", "9", "48.9", "11", "43.9", "13", "39.8"]}
{"pcdb_id": 80015, "raw": ["080015", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-66", "System A", "2011", "current", "", "1", "A", "", "", "0.927", "", "", "", "0", "5", "5", "64.2", "7", "56.1", "9", "49.9", "11", "44.9", "13", "40.8"]}
{"pcdb_id": 80016, "raw": ["080016", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-72", "System A", "2011", "current", "", "1", "A", "", "", "0.925", "", "", "", "0", "5", "5", "68.9", "7", "61.3", "9", "55.2", "11", "50.2", "13", "46"]}
{"pcdb_id": 80017, "raw": ["080017", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-84", "System A", "2011", "current", "", "1", "A", "", "", "0.921", "", "", "", "0", "5", "5", "71.3", "7", "63.9", "9", "58", "11", "53", "13", "48.8"]}
{"pcdb_id": 80018, "raw": ["080018", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-96", "System A", "2011", "current", "", "1", "A", "", "", "0.917", "", "", "", "0", "5", "5", "75.3", "7", "68.6", "9", "62.9", "11", "58.1", "13", "54"]}
{"pcdb_id": 80019, "raw": ["080019", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-108", "System A", "2011", "current", "", "1", "A", "", "", "0.913", "", "", "", "0", "5", "5", "77.7", "7", "71.3", "9", "65.9", "11", "61.3", "13", "57.2"]}
{"pcdb_id": 80020, "raw": ["080020", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R2-120", "System A", "2011", "current", "", "1", "A", "", "", "0.907", "", "", "", "0", "5", "5", "77.4", "7", "71", "9", "65.5", "11", "60.9", "13", "56.8"]}
{"pcdb_id": 80021, "raw": ["080021", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-24", "System A", "2011", "current", "", "1", "A", "", "", "0.936", "", "", "", "0", "5", "5", "42.8", "7", "34.8", "9", "29.4", "11", "25.4", "13", "22.3"]}
{"pcdb_id": 80022, "raw": ["080022", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-30", "System A", "2011", "current", "", "1", "A", "", "", "0.933", "", "", "", "0", "5", "5", "49.2", "7", "40.9", "9", "35", "11", "30.6", "13", "27.2"]}
{"pcdb_id": 80023, "raw": ["080023", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-36", "System A", "2011", "current", "", "1", "A", "", "", "0.935", "", "", "", "0", "5", "5", "54.9", "7", "46.5", "9", "40.4", "11", "35.7", "13", "31.9"]}
{"pcdb_id": 80024, "raw": ["080024", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-42", "System A", "2011", "current", "", "1", "A", "", "", "0.933", "", "", "", "0", "5", "5", "59.3", "7", "51", "9", "44.7", "11", "39.8", "13", "35.9"]}
{"pcdb_id": 80025, "raw": ["080025", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-48", "System A", "2011", "current", "", "1", "A", "", "", "0.932", "", "", "", "0", "5", "5", "63.6", "7", "55.5", "9", "49.3", "11", "44.3", "13", "40.2"]}
{"pcdb_id": 80026, "raw": ["080026", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-54", "System A", "2011", "current", "", "1", "A", "", "", "0.925", "", "", "", "0", "5", "5", "65.3", "7", "57.3", "9", "51.1", "11", "46.1", "13", "41.9"]}
{"pcdb_id": 80027, "raw": ["080027", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-60", "System A", "2011", "current", "", "1", "A", "", "", "0.927", "", "", "", "0", "5", "5", "69.8", "7", "62.3", "9", "56.3", "11", "51.3", "13", "47.1"]}
{"pcdb_id": 80028, "raw": ["080028", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-66", "System A", "2011", "current", "", "1", "A", "", "", "0.921", "", "", "", "0", "5", "5", "70.6", "7", "63.2", "9", "57.2", "11", "52.2", "13", "48"]}
{"pcdb_id": 80029, "raw": ["080029", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-72", "System A", "2011", "current", "", "1", "A", "", "", "0.922", "", "", "", "0", "5", "5", "74", "7", "67.1", "9", "61.3", "11", "56.5", "13", "52.3"]}
{"pcdb_id": 80030, "raw": ["080030", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-84", "System A", "2011", "current", "", "1", "A", "", "", "0.912", "", "", "", "0", "5", "5", "75.2", "7", "68.4", "9", "62.8", "11", "58", "13", "53.9"]}
{"pcdb_id": 80031, "raw": ["080031", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-96", "System A", "2011", "current", "", "1", "A", "", "", "0.908", "", "", "", "0", "5", "5", "79", "7", "72.8", "9", "67.6", "11", "63", "13", "59.1"]}
{"pcdb_id": 80032, "raw": ["080032", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-108", "System A", "2011", "current", "", "1", "A", "", "", "0.902", "", "", "", "0", "5", "5", "80.3", "7", "74.4", "9", "69.3", "11", "64.9", "13", "61"]}
{"pcdb_id": 80033, "raw": ["080033", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R3-120", "System A", "2011", "current", "", "1", "A", "", "", "0.896", "", "", "", "0", "5", "5", "81.4", "7", "75.8", "9", "70.9", "11", "66.6", "13", "62.8"]}
{"pcdb_id": 80034, "raw": ["080034", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-18", "System A", "2011", "current", "", "1", "A", "", "", "0.929", "", "", "", "0", "5", "5", "36.2", "7", "28.9", "9", "24", "11", "20.5", "13", "17.9"]}
{"pcdb_id": 80035, "raw": ["080035", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-24", "System A", "2011", "current", "", "1", "A", "", "", "0.932", "", "", "", "0", "5", "5", "48.5", "7", "40.2", "9", "34.3", "11", "30", "13", "26.6"]}
{"pcdb_id": 80036, "raw": ["080036", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-30", "System A", "2011", "current", "", "1", "A", "", "", "0.93", "", "", "", "0", "5", "5", "57.2", "7", "48.9", "9", "42.6", "11", "37.8", "13", "34"]}
{"pcdb_id": 80037, "raw": ["080037", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-36", "System A", "2011", "current", "", "1", "A", "", "", "0.926", "", "", "", "0", "5", "5", "60.4", "7", "52.2", "9", "45.9", "11", "41", "13", "37"]}
{"pcdb_id": 80038, "raw": ["080038", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-42", "System A", "2011", "current", "", "1", "A", "", "", "0.922", "", "", "", "0", "5", "5", "64.6", "7", "56.5", "9", "50.3", "11", "45.3", "13", "41.2"]}
{"pcdb_id": 80039, "raw": ["080039", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-48", "System A", "2011", "current", "", "1", "A", "", "", "0.909", "", "", "", "0", "5", "5", "60.7", "7", "52.4", "9", "46.1", "11", "41.2", "13", "37.2"]}
{"pcdb_id": 80040, "raw": ["080040", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-54", "System A", "2011", "current", "", "1", "A", "", "", "0.915", "", "", "", "0", "5", "5", "70", "7", "62.5", "9", "56.5", "11", "51.5", "13", "47.3"]}
{"pcdb_id": 80041, "raw": ["080041", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-60", "System A", "2011", "current", "", "1", "A", "", "", "0.914", "", "", "", "0", "5", "5", "73.9", "7", "66.9", "9", "61.1", "11", "56.2", "13", "52.1"]}
{"pcdb_id": 80042, "raw": ["080042", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-66", "System A", "2011", "current", "", "1", "A", "", "", "0.911", "", "", "", "0", "5", "5", "75.7", "7", "69", "9", "63.3", "11", "58.6", "13", "54.5"]}
{"pcdb_id": 80043, "raw": ["080043", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-72", "System A", "2011", "current", "", "1", "A", "", "", "0.904", "", "", "", "0", "5", "5", "77.8", "7", "71.4", "9", "66", "11", "61.4", "13", "57.4"]}
{"pcdb_id": 80044, "raw": ["080044", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-84", "System A", "2011", "current", "", "1", "A", "", "", "0.899", "", "", "", "0", "5", "5", "79.3", "7", "73.2", "9", "68", "11", "63.5", "13", "59.5"]}
{"pcdb_id": 80045, "raw": ["080045", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-96", "System A", "2011", "current", "", "1", "A", "", "", "0.892", "", "", "", "0", "5", "5", "81.4", "7", "75.8", "9", "70.9", "11", "66.6", "13", "62.8"]}
{"pcdb_id": 80046, "raw": ["080046", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-108", "System A", "2011", "current", "", "1", "A", "", "", "0.884", "", "", "", "0", "5", "5", "82.5", "7", "77.1", "9", "72.4", "11", "68.2", "13", "64.4"]}
{"pcdb_id": 80047, "raw": ["080047", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "R4-120", "System A", "2011", "current", "", "1", "A", "", "", "0.879", "", "", "", "0", "5", "5", "84.8", "7", "79.9", "9", "75.6", "11", "71.7", "13", "68.2"]}
{"pcdb_id": 80048, "raw": ["080048", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-30", "System A", "2011", "current", "", "1", "A", "", "", "0.898", "", "", "", "0", "5", "5", "38.1", "7", "30.5", "9", "25.5", "11", "21.8", "13", "19.1"]}
{"pcdb_id": 80049, "raw": ["080049", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-36", "System A", "2011", "current", "", "1", "A", "", "", "0.903", "", "", "", "0", "5", "5", "46.4", "7", "38.2", "9", "32.5", "11", "28.3", "13", "25"]}
{"pcdb_id": 80050, "raw": ["080050", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-48", "System A", "2011", "current", "", "1", "A", "", "", "0.903", "", "", "", "0", "5", "5", "57.5", "7", "49.2", "9", "42.9", "11", "38.1", "13", "34.3"]}
{"pcdb_id": 80051, "raw": ["080051", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-60", "System A", "2011", "current", "", "1", "A", "", "", "0.898", "", "", "", "0", "5", "5", "63", "7", "54.8", "9", "48.6", "11", "43.6", "13", "39.5"]}
{"pcdb_id": 80052, "raw": ["080052", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-72", "System A", "2011", "current", "", "1", "A", "", "", "0.89", "", "", "", "0", "5", "5", "65.6", "7", "57.7", "9", "51.5", "11", "46.5", "13", "42.3"]}
{"pcdb_id": 80053, "raw": ["080053", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-84", "System A", "2011", "current", "", "1", "A", "", "", "0.888", "", "", "", "0", "5", "5", "70.8", "7", "63.4", "9", "57.4", "11", "52.5", "13", "48.3"]}
{"pcdb_id": 80054, "raw": ["080054", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-96", "System A", "2011", "current", "", "1", "A", "", "", "0.883", "", "", "", "0", "5", "5", "74.2", "7", "67.3", "9", "61.5", "11", "56.7", "13", "52.5"]}
{"pcdb_id": 80055, "raw": ["080055", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-108", "System A", "2011", "current", "", "1", "A", "", "", "0.877", "", "", "", "0", "5", "5", "76", "7", "69.4", "9", "63.8", "11", "59.1", "13", "55"]}
{"pcdb_id": 80056, "raw": ["080056", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C3-120", "System A", "2011", "current", "", "1", "A", "", "", "0.874", "", "", "", "0", "5", "5", "79", "7", "72.9", "9", "67.6", "11", "63.1", "13", "59.1"]}
{"pcdb_id": 80057, "raw": ["080057", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-30", "System A", "2011", "current", "", "1", "A", "", "", "0.896", "", "", "", "0", "5", "5", "44.2", "7", "36.2", "9", "30.6", "11", "26.5", "13", "23.4"]}
{"pcdb_id": 80058, "raw": ["080058", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-36", "System A", "2011", "current", "", "1", "A", "", "", "0.895", "", "", "", "0", "5", "5", "50.8", "7", "42.4", "9", "36.4", "11", "31.9", "13", "28.4"]}
{"pcdb_id": 80059, "raw": ["080059", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-42", "System A", "2011", "current", "", "1", "A", "", "", "0.894", "", "", "", "0", "5", "5", "56.8", "7", "48.4", "9", "42.2", "11", "37.4", "13", "33.6"]}
{"pcdb_id": 80060, "raw": ["080060", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-48", "System A", "2011", "current", "", "1", "A", "", "", "0.889", "", "", "", "0", "5", "5", "59.2", "7", "50.9", "9", "44.6", "11", "39.7", "13", "35.8"]}
{"pcdb_id": 80061, "raw": ["080061", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-54", "System A", "2011", "current", "", "1", "A", "", "", "0.891", "", "", "", "0", "5", "5", "65", "7", "57.1", "9", "50.8", "11", "45.8", "13", "41.7"]}
{"pcdb_id": 80062, "raw": ["080062", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-60", "System A", "2011", "current", "", "1", "A", "", "", "0.885", "", "", "", "0", "5", "5", "66.1", "7", "58.2", "9", "52", "11", "47", "13", "42.9"]}
{"pcdb_id": 80063, "raw": ["080063", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-66", "System A", "2011", "current", "", "1", "A", "", "", "0.881", "", "", "", "0", "5", "5", "68", "7", "60.3", "9", "54.1", "11", "49.1", "13", "45"]}
{"pcdb_id": 80064, "raw": ["080064", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-72", "System A", "2011", "current", "", "1", "A", "", "", "0.885", "", "", "", "0", "5", "5", "74.4", "7", "67.4", "9", "61.7", "11", "56.9", "13", "52.7"]}
{"pcdb_id": 80065, "raw": ["080065", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-78", "System A", "2011", "current", "", "1", "A", "", "", "0.879", "", "", "", "0", "5", "5", "74.9", "7", "68.1", "9", "62.4", "11", "57.6", "13", "53.4"]}
{"pcdb_id": 80066, "raw": ["080066", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-84", "System A", "2011", "current", "", "1", "A", "", "", "0.878", "", "", "", "0", "5", "5", "77", "7", "70.6", "9", "65.1", "11", "60.4", "13", "56.3"]}
{"pcdb_id": 80067, "raw": ["080067", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-90", "System A", "2011", "current", "", "1", "A", "", "", "0.87", "", "", "", "0", "5", "5", "76.3", "7", "69.6", "9", "64.1", "11", "59.3", "13", "55.3"]}
{"pcdb_id": 80068, "raw": ["080068", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-96", "System A", "2011", "current", "", "1", "A", "", "", "0.868", "", "", "", "0", "5", "5", "77.9", "7", "71.5", "9", "66.2", "11", "61.5", "13", "57.5"]}
{"pcdb_id": 80069, "raw": ["080069", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-108", "System A", "2011", "current", "", "1", "A", "", "", "0.865", "", "", "", "0", "5", "5", "81.6", "7", "76", "9", "71.1", "11", "66.8", "13", "63"]}
{"pcdb_id": 80070, "raw": ["080070", "020063", "0", "2015/Aug/17 12:52", "RenewABILITY Energy Inc.", "Power-pipe", "C4-120", "System A", "2011", "current", "", "1", "A", "", "", "0.858", "", "", "", "0", "5", "5", "83.6", "7", "78.4", "9", "73.9", "11", "69.8", "13", "66.2"]}
{"pcdb_id": 80071, "raw": ["080071", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Drain+", "System A", "2012", "current", "", "1", "A", "", "", "0.975", "", "", "", "0", "5", "5", "67.2", "7", "59.4", "9", "53.2", "11", "48.2", "13", "44.1"]}
{"pcdb_id": 80072, "raw": ["080072", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Pipe+", "System A", "2012", "2014", "", "1", "A", "", "", "0.974", "", "", "", "0", "5", "5", "74.2", "7", "67.2", "9", "61.5", "11", "56.6", "13", "52.5"]}
{"pcdb_id": 80073, "raw": ["080073", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Propipe+", "System A", "2012", "2014", "", "1", "A", "", "", "0.975", "", "", "", "0", "5", "5", "81", "7", "75.3", "9", "70.4", "11", "66", "13", "62.2"]}
{"pcdb_id": 80074, "raw": ["080074", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Retrofit+", "System A", "2012", "2017", "", "1", "A", "", "", "0.979", "", "", "", "0", "5", "5", "33.2", "7", "26.2", "9", "21.6", "11", "18.4", "13", "16"]}
{"pcdb_id": 80075, "raw": ["080075", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Tray+", "System A", "2012", "current", "", "1", "A", "", "", "0.968", "", "", "", "0", "5", "5", "61.4", "7", "53.2", "9", "46.9", "11", "42", "13", "38"]}
{"pcdb_id": 80076, "raw": ["080076", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Drain+", "System B", "2012", "current", "", "1", "B", "", "", "0.96", "", "", "", "0", "5", "5", "54.9", "7", "49", "9", "44.2", "11", "40.5", "13", "37.3"]}
{"pcdb_id": 80077, "raw": ["080077", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Pipe+", "System B", "2012", "current", "", "1", "B", "", "", "0.96", "", "", "", "0", "5", "5", "60", "7", "54.9", "9", "50.5", "11", "46.9", "13", "43.7"]}
{"pcdb_id": 80078, "raw": ["080078", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Propipe+", "System B", "2012", "current", "", "1", "B", "", "", "0.962", "", "", "", "0", "5", "5", "64.5", "7", "60.7", "9", "57.2", "11", "53.9", "13", "51"]}
{"pcdb_id": 80079, "raw": ["080079", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Retrofit+", "System B", "2012", "current", "", "1", "B", "", "", "0.968", "", "", "", "0", "5", "5", "28.9", "7", "23.4", "9", "19.8", "11", "17.2", "13", "15.2"]}
{"pcdb_id": 80080, "raw": ["080080", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Tray+", "System B", "2012", "2014", "", "1", "B", "", "", "0.95", "", "", "", "0", "5", "5", "50.5", "7", "44.2", "9", "39.5", "11", "35.6", "13", "32.6"]}
{"pcdb_id": 80081, "raw": ["080081", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Drain+", "System C", "2012", "current", "", "1", "C", "", "", "0.97", "", "", "", "0", "5", "5", "59.1", "7", "53.2", "9", "48.3", "11", "44.1", "13", "40.7"]}
{"pcdb_id": 80082, "raw": ["080082", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Pipe+", "System C", "2012", "current", "", "1", "C", "", "", "0.969", "", "", "", "0", "5", "5", "64", "7", "59.1", "9", "54.8", "11", "50.9", "13", "47.6"]}
{"pcdb_id": 80083, "raw": ["080083", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Propipe+", "System C", "2012", "current", "", "1", "C", "", "", "0.969", "", "", "", "0", "5", "5", "68.5", "7", "64.8", "9", "61.4", "11", "58.2", "13", "55.3"]}
{"pcdb_id": 80084, "raw": ["080084", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Retrofit+", "System C", "2012", "current", "", "1", "C", "", "", "0.977", "", "", "", "0", "5", "5", "31.3", "7", "25", "9", "20.8", "11", "17.8", "13", "15.6"]}
{"pcdb_id": 80085, "raw": ["080085", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Tray+", "System C", "2012", "current", "", "1", "C", "", "", "0.963", "", "", "", "0", "5", "5", "54.7", "7", "48.2", "9", "43", "11", "38.9", "13", "35.4"]}
{"pcdb_id": 80086, "raw": ["080086", "020014", "0", "2023/Jul/18 08:32", "ITHO UK Ltd", "ITHO", "SHRU 50", "System B", "2012", "current", "", "1", "B", "", "", "0.937", "", "", "", "0", "5", "5", "51.3", "7", "45.1", "9", "40.3", "11", "36.5", "13", "33.4"]}
{"pcdb_id": 80087, "raw": ["080087", "020014", "0", "2023/Jul/18 08:32", "ITHO UK Ltd", "ITHO", "SHRU 60", "System B", "2012", "current", "", "1", "B", "", "", "0.96", "", "", "", "0", "5", "5", "60.1", "7", "55", "9", "50.7", "11", "47", "13", "43.9"]}
{"pcdb_id": 80088, "raw": ["080088", "020014", "0", "2015/Aug/17 12:52", "ITHO UK Ltd", "ITHO", "SHRU 50", "System C", "2012", "current", "", "1", "C", "", "", "0.953", "", "", "", "0", "5", "5", "55.5", "7", "49.1", "9", "44", "11", "39.8", "13", "36.3"]}
{"pcdb_id": 80089, "raw": ["080089", "020014", "0", "2015/Aug/17 12:52", "ITHO UK Ltd", "ITHO", "SHRU 60", "System C", "2012", "current", "", "1", "C", "", "", "0.969", "", "", "", "0", "5", "5", "64.2", "7", "59.3", "9", "54.9", "11", "51.1", "13", "47.8"]}
{"pcdb_id": 80090, "raw": ["080090", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "Recoup", "Pipe+ HE", "System A", "2012", "current", "", "1", "A", "", "", "0.975", "", "", "", "0", "5", "5", "77.8", "7", "71.5", "9", "66.1", "11", "61.5", "13", "57.5"]}
{"pcdb_id": 80091, "raw": ["080091", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "Recoup", "Tray+ DSS-S2", "System A", "2012", "current", "", "1", "A", "", "", "0.979", "", "", "", "0", "5", "5", "64.7", "7", "56.7", "9", "50.4", "11", "45.4", "13", "41.3"]}
{"pcdb_id": 80092, "raw": ["080092", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "Recoup", "Pipe+ HE", "System B", "2012", "current", "", "1", "B", "", "", "0.962", "", "", "", "0", "5", "5", "62.5", "7", "58.1", "9", "54", "11", "50.5", "13", "47.4"]}
{"pcdb_id": 80093, "raw": ["080093", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "Recoup", "Tray+ DSS-S2", "System B", "2012", "current", "", "1", "B", "", "", "0.966", "", "", "", "0", "5", "5", "52.9", "7", "46.9", "9", "42.1", "11", "38.3", "13", "35.2"]}
{"pcdb_id": 80094, "raw": ["080094", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "Recoup", "Pipe+ HE", "System C", "2012", "current", "", "1", "C", "", "", "0.97", "", "", "", "0", "5", "5", "66.5", "7", "62.2", "9", "58.3", "11", "54.8", "13", "51.6"]}
{"pcdb_id": 80095, "raw": ["080095", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "Recoup", "Tray+ DSS-S2", "System C", "2012", "current", "", "1", "C", "", "", "0.975", "", "", "", "0", "5", "5", "57.2", "7", "51", "9", "45.9", "11", "41.8", "13", "38.3"]}
{"pcdb_id": 80096, "raw": ["080096", "020086", "0", "2013/Jul/17 10:42", "Reaqua Systems Ltd", "reAqua", "reAqua+", "80001", "2013", "current", "", "2", "", "1", "36.3", "1", "85", "22", "85", "0.2273", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 80097, "raw": ["080097", "020086", "0", "2013/Jul/17 10:42", "Reaqua Systems Ltd", "reAqua", "reAqua+", "080001-L", "2013", "current", "", "2", "", "1", "36.4", "1", "85", "22", "85", "0.2317", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 80098, "raw": ["080098", "020086", "0", "2013/Jul/17 10:43", "Reaqua Systems Ltd", "reAqua", "reAqua+", "80002", "2013", "current", "", "2", "", "1", "36.6", "1", "85", "22", "85", "0.2446", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 80099, "raw": ["080099", "020086", "0", "2013/Jul/17 10:43", "Reaqua Systems Ltd", "reAqua", "reAqua+", "080002-L", "2013", "current", "", "2", "", "1", "36.7", "1", "85", "22", "85", "0.249", "", "", "", "", "", "", "", "", "", "", ""]}
{"pcdb_id": 80100, "raw": ["080100", "020142", "0", "2015/Aug/17 12:52", "ZYPHO SA", "Zypho", "Z6DWUK", "System A", "2014", "current", "", "1", "A", "", "", "0.98", "", "", "", "0", "5", "5", "38.9", "7", "31.2", "9", "26.1", "11", "22.4", "13", "19.7"]}
{"pcdb_id": 80101, "raw": ["080101", "020142", "0", "2023/Jul/18 08:32", "ZYPHO SA", "Zypho", "Z6DWUK", "System B", "2014", "current", "", "1", "B", "", "", "0.969", "", "", "", "0", "5", "5", "33.3", "7", "27.4", "9", "23.4", "11", "20.5", "13", "18.2"]}
{"pcdb_id": 80102, "raw": ["080102", "020142", "0", "2015/Aug/17 12:52", "ZYPHO SA", "Zypho", "Z6DWUK", "System C", "2014", "current", "", "1", "C", "", "", "0.977", "", "", "", "0", "5", "5", "36.2", "7", "29.5", "9", "24.9", "11", "21.5", "13", "19"]}
{"pcdb_id": 80103, "raw": ["080103", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "R2-84", "System B", "2015", "current", "", "1", "B", "", "", "0.876", "", "", "", "0", "5", "5", "57.9", "7", "52.4", "9", "47.9", "11", "44.1", "13", "40.9"]}
{"pcdb_id": 80104, "raw": ["080104", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "R4-60", "System B", "2015", "current", "", "1", "B", "", "", "0.865", "", "", "", "0", "5", "5", "59.7", "7", "54.6", "9", "50.3", "11", "46.5", "13", "43.3"]}
{"pcdb_id": 80105, "raw": ["080105", "020101", "0", "2015/Oct/01 10:48", "ITHO UK Ltd", "Megaflo", "SHRU 60", "System A", "2015", "current", "", "1", "A", "", "", "0.974", "", "", "", "0", "5", "5", "74.3", "7", "67.4", "9", "61.7", "11", "56.8", "13", "52.7"]}
{"pcdb_id": 80106, "raw": ["080106", "020101", "0", "2023/Jul/18 08:32", "ITHO UK Ltd", "Megaflo", "SHRU 60", "System B", "2015", "current", "", "1", "B", "", "", "0.96", "", "", "", "0", "5", "5", "60.1", "7", "55", "9", "50.7", "11", "47", "13", "43.9"]}
{"pcdb_id": 80107, "raw": ["080107", "020101", "0", "2015/Oct/01 10:48", "ITHO UK Ltd", "Megaflo", "SHRU 60", "System C", "2015", "current", "", "1", "C", "", "", "0.969", "", "", "", "0", "5", "5", "64.2", "7", "59.3", "9", "54.9", "11", "51.1", "13", "47.8"]}
{"pcdb_id": 80108, "raw": ["080108", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "RECOUP", "Drain+ Compact", "System A", "2015", "current", "", "1", "A", "", "", "0.978", "", "", "", "0", "5", "5", "56.4", "7", "48", "9", "41.8", "11", "37", "13", "33.2"]}
{"pcdb_id": 80109, "raw": ["080109", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "RECOUP", "Pipe+ HF", "System A", "2015", "current", "", "1", "A", "", "", "0.972", "", "", "", "0", "5", "5", "70.1", "7", "62.6", "9", "56.6", "11", "51.6", "13", "47.4"]}
{"pcdb_id": 80110, "raw": ["080110", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "RECOUP", "Drain+ Compact", "System B", "2015", "current", "", "1", "B", "", "", "0.965", "", "", "", "0", "5", "5", "46.6", "7", "40.3", "9", "35.5", "11", "31.9", "13", "28.9"]}
{"pcdb_id": 80111, "raw": ["080111", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "RECOUP", "Pipe+ HF", "System B", "2015", "current", "", "1", "B", "", "", "0.957", "", "", "", "0", "5", "5", "57", "7", "51.4", "9", "46.8", "11", "43", "13", "39.8"]}
{"pcdb_id": 80112, "raw": ["080112", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "RECOUP", "Drain+ Compact", "System C", "2015", "current", "", "1", "C", "", "", "0.974", "", "", "", "0", "5", "5", "50.8", "7", "44", "9", "38.7", "11", "34.6", "13", "31.3"]}
{"pcdb_id": 80113, "raw": ["080113", "020075", "0", "2017/Oct/19 12:54", "Recoup Energy Solutions Ltd", "RECOUP", "Pipe+ HF", "System C", "2015", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5", "61.2", "7", "55.6", "9", "50.9", "11", "46.9", "13", "43.5"]}
{"pcdb_id": 80114, "raw": ["080114", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "R2-60", "System B", "2016", "current", "", "1", "B", "", "", "0.888", "", "", "", "0", "5", "5", "51.9", "7", "45.8", "9", "40.9", "11", "37.2", "13", "34"]}
{"pcdb_id": 80115, "raw": ["080115", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "R4-84", "System B", "2016", "current", "", "1", "B", "", "", "0.842", "", "", "", "0", "5", "5", "63.5", "7", "59.3", "9", "55.4", "11", "52", "13", "49.1"]}
{"pcdb_id": 80116, "raw": ["080116", "020064", "0", "2017/Apr/10 17:02", "Q-Blue B.V.", "Showersave", "QB1-21", "System A", "2017", "current", "", "1", "A", "", "", "0.973", "", "", "", "0", "5", "5", "78.7", "7", "72.5", "9", "67.2", "11", "62.7", "13", "58.7"]}
{"pcdb_id": 80117, "raw": ["080117", "020064", "0", "2017/Apr/10 17:02", "Q-Blue B.V.", "Showersave", "QB1-21C", "System A", "2017", "current", "", "1", "A", "", "", "0.973", "", "", "", "0", "5", "5", "79.3", "7", "73.2", "9", "68", "11", "63.5", "13", "59.6"]}
{"pcdb_id": 80118, "raw": ["080118", "020064", "0", "2023/Jul/18 08:32", "Q-Blue B.V.", "Showersave", "QB1-21", "System B", "2017", "current", "", "1", "B", "", "", "0.958", "", "", "", "0", "5", "5", "63", "7", "58.7", "9", "54.9", "11", "51.4", "13", "48.4"]}
{"pcdb_id": 80119, "raw": ["080119", "020064", "0", "2023/Jul/18 08:32", "Q-Blue B.V.", "Showersave", "QB1-21C", "System B", "2017", "current", "", "1", "B", "", "", "0.959", "", "", "", "0", "5", "5", "63.5", "7", "59.3", "9", "55.4", "11", "52", "13", "49.1"]}
{"pcdb_id": 80120, "raw": ["080120", "020064", "0", "2017/Apr/10 17:02", "Q-Blue B.V.", "Showersave", "QB1-21", "System C", "2017", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5", "67", "7", "62.9", "9", "59.1", "11", "55.7", "13", "52.6"]}
{"pcdb_id": 80121, "raw": ["080121", "020064", "0", "2017/Apr/10 17:02", "Q-Blue B.V.", "Showersave", "QB1-21C", "System C", "2017", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5", "67.4", "7", "63.4", "9", "59.7", "11", "56.3", "13", "53.3"]}
{"pcdb_id": 80122, "raw": ["080122", "020101", "0", "2017/Apr/26 11:20", "EIDT S.A.", "Megaflo", "Horizontal SHRU IZI 8kW 7036160", "System A", "2017", "current", "", "1", "A", "", "", "0.933", "", "", "", "0", "5", "5", "43.9", "7", "35.9", "9", "30.3", "11", "26.3", "13", "23.2"]}
{"pcdb_id": 80123, "raw": ["080123", "020101", "0", "2017/Apr/26 11:20", "EIDT S.A.", "Megaflo", "Horizontal SHRU STD 8kW 7036150", "System A", "2017", "current", "", "1", "A", "", "", "0.929", "", "", "", "0", "5", "5", "43.9", "7", "35.9", "9", "30.3", "11", "26.3", "13", "23.2"]}
{"pcdb_id": 80124, "raw": ["080124", "020101", "0", "2023/Jul/18 08:32", "EIDT S.A.", "Megaflo", "Horizontal SHRU IZI 8kW 7036160", "System B", "2017", "current", "", "1", "B", "", "", "0.901", "", "", "", "0", "5", "5", "37.2", "7", "31", "9", "26.7", "11", "23.5", "13", "21"]}
{"pcdb_id": 80125, "raw": ["080125", "020101", "0", "2023/Jul/18 08:32", "EIDT S.A.", "Megaflo", "Horizontal SHRU STD 8kW 7036150", "System B", "2017", "current", "", "1", "B", "", "", "0.895", "", "", "", "0", "5", "5", "37.2", "7", "31", "9", "26.7", "11", "23.5", "13", "21"]}
{"pcdb_id": 80126, "raw": ["080126", "020101", "0", "2017/Apr/26 11:20", "EIDT S.A.", "Megaflo", "Horizontal SHRU IZI 8kW 7036160", "System C", "2017", "current", "", "1", "C", "", "", "0.933", "", "", "", "0", "5", "5", "40.5", "7", "33.6", "9", "28.7", "11", "25", "13", "22.2"]}
{"pcdb_id": 80127, "raw": ["080127", "020101", "0", "2017/Apr/26 11:20", "EIDT S.A.", "Megaflo", "Horizontal SHRU STD 8kW 7036150", "System C", "2017", "current", "", "1", "C", "", "", "0.928", "", "", "", "0", "5", "5", "40.5", "7", "33.6", "9", "28.7", "11", "25", "13", "22.2"]}
{"pcdb_id": 80128, "raw": ["080128", "020064", "0", "2017/Sep/04 09:44", "Q-Blue B.V.", "Showersave", "QB1-21D", "System A", "2017", "current", "", "1", "A", "", "", "0.961", "", "", "", "0", "5", "5", "83.5", "7", "78.3", "9", "73.8", "11", "69.7", "13", "66.1"]}
{"pcdb_id": 80129, "raw": ["080129", "020064", "0", "2017/Aug/17 15:55", "Joulia SA", "Showersave", "Linear Drain J3-630-3P", "System A", "2017", "current", "", "1", "A", "", "", "0.984", "", "", "", "0", "5", "5", "41.9", "7", "34", "9", "28.6", "11", "24.7", "13", "21.7"]}
{"pcdb_id": 80130, "raw": ["080130", "020064", "0", "2017/Aug/17 15:55", "Joulia SA", "Showersave", "Linear Drain J3-630-5P", "System A", "2017", "current", "", "1", "A", "", "", "0.984", "", "", "", "0", "5", "5", "55.1", "7", "46.7", "9", "40.5", "11", "35.8", "13", "32.1"]}
{"pcdb_id": 80131, "raw": ["080131", "020064", "0", "2023/Jul/18 08:32", "Q-Blue B.V.", "Showersave", "QB1-21D", "System B", "2017", "current", "", "1", "B", "", "", "0.939", "", "", "", "0", "5", "5", "65.9", "7", "62.8", "9", "59.7", "11", "56.8", "13", "54"]}
{"pcdb_id": 80132, "raw": ["080132", "020064", "0", "2023/Jul/18 08:32", "Joulia SA", "Showersave", "Linear Drain J3-630-3P", "System B", "2017", "current", "", "1", "B", "", "", "0.975", "", "", "", "0", "5", "5", "35.6", "7", "29.6", "9", "25.4", "11", "22.3", "13", "19.9"]}
{"pcdb_id": 80133, "raw": ["080133", "020064", "0", "2023/Jul/18 08:32", "Joulia SA", "Showersave", "Linear Drain J3-630-5P", "System B", "2017", "current", "", "1", "B", "", "", "0.974", "", "", "", "0", "5", "5", "45.7", "7", "39.3", "9", "34.5", "11", "30.9", "13", "28.1"]}
{"pcdb_id": 80134, "raw": ["080134", "020064", "0", "2017/Sep/04 09:44", "Q-Blue B.V.", "Showersave", "QB1-21D", "System C", "2017", "current", "", "1", "C", "", "", "0.951", "", "", "", "0", "5", "5", "69.8", "7", "66.8", "9", "63.8", "11", "60.9", "13", "58.3"]}
{"pcdb_id": 80135, "raw": ["080135", "020064", "0", "2017/Aug/17 15:55", "Joulia SA", "Showersave", "Linear Drain J3-630-3P", "System C", "2017", "current", "", "1", "C", "", "", "0.982", "", "", "", "0", "5", "5", "38.9", "7", "32", "9", "27.2", "11", "23.6", "13", "20.9"]}
{"pcdb_id": 80136, "raw": ["080136", "020064", "0", "2017/Aug/17 15:55", "Joulia SA", "Showersave", "Linear Drain J3-630-5P", "System C", "2017", "current", "", "1", "C", "", "", "0.981", "", "", "", "0", "5", "5", "49.8", "7", "42.9", "9", "37.7", "11", "33.6", "13", "30.3"]}
{"pcdb_id": 80137, "raw": ["080137", "020075", "0", "2017/Oct/19 12:54", "Dutch Solar Systems BV", "RECOUP", "Easyfit+", "System A", "2017", "current", "", "1", "A", "", "", "0.972", "", "", "", "0", "5", "5", "63", "7", "54.9", "9", "48.6", "11", "43.6", "13", "39.6"]}
{"pcdb_id": 80138, "raw": ["080138", "020075", "0", "2017/Oct/19 12:54", "Dutch Solar Systems BV", "RECOUP", "Drain+ Duo", "System A", "2017", "current", "", "1", "A", "", "", "0.974", "", "", "", "0", "5", "5", "59.9", "7", "51.6", "9", "45.3", "11", "40.4", "13", "36.5"]}
{"pcdb_id": 80139, "raw": ["080139", "020075", "0", "2017/Nov/06 09:38", "Dutch Solar Systems BV", "RECOUP", "Drain+ Duo HE", "System A", "2017", "current", "", "1", "A", "", "", "0.966", "", "", "", "0", "5", "5", "74.3", "7", "67.3", "9", "61.6", "11", "56.7", "13", "52.6"]}
{"pcdb_id": 80140, "raw": ["080140", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Easyfit+", "System B", "2017", "current", "", "1", "B", "", "", "0.956", "", "", "", "0", "5", "5", "51.7", "7", "45.5", "9", "40.7", "11", "37", "13", "33.9"]}
{"pcdb_id": 80141, "raw": ["080141", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Drain+ Duo", "System B", "2017", "current", "", "1", "B", "", "", "0.96", "", "", "", "0", "5", "5", "49.3", "7", "43", "9", "38.3", "11", "34.5", "13", "31.5"]}
{"pcdb_id": 80142, "raw": ["080142", "020075", "0", "2023/Jul/18 08:32", "Dutch Solar Systems BV", "RECOUP", "Drain+ Duo HE", "System B", "2017", "current", "", "1", "B", "", "", "0.946", "", "", "", "0", "5", "5", "60.1", "7", "54.9", "9", "50.6", "11", "46.9", "13", "43.8"]}
{"pcdb_id": 80143, "raw": ["080143", "020075", "0", "2017/Oct/19 12:54", "Dutch Solar Systems BV", "RECOUP", "Easyfit+", "System C", "2017", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5", "55.9", "7", "49.6", "9", "44.5", "11", "40.3", "13", "36.8"]}
{"pcdb_id": 80144, "raw": ["080144", "020075", "0", "2017/Oct/19 12:54", "Dutch Solar Systems BV", "RECOUP", "Drain+ Duo", "System C", "2017", "current", "", "1", "C", "", "", "0.97", "", "", "", "0", "5", "5", "53.5", "7", "46.9", "9", "41.7", "11", "37.5", "13", "34.1"]}
{"pcdb_id": 80145, "raw": ["080145", "020075", "0", "2017/Nov/06 09:38", "Dutch Solar Systems BV", "RECOUP", "Drain+ Duo HE", "System C", "2017", "current", "", "1", "C", "", "", "0.959", "", "", "", "0", "5", "5", "64.1", "7", "59.2", "9", "54.8", "11", "51.1", "13", "47.7"]}
{"pcdb_id": 80146, "raw": ["080146", "020075", "0", "2020/Mar/19 18:00", "Recoup Energy Solutions Ltd", "Recoup", "Pipe HEX", "System A", "2019", "current", "", "1", "A", "", "", "0.972", "", "", "", "0", "5", "5", "79.3", "7", "73.3", "9", "68.1", "11", "63.6", "13", "59.6"]}
{"pcdb_id": 80147, "raw": ["080147", "020075", "0", "2020/Mar/19 18:00", "Recoup Energy Solutions Ltd", "Recoup", "Pipe HEX-Rd", "System A", "2019", "current", "", "1", "A", "", "", "0.973", "", "", "", "0", "5", "5", "74.7", "7", "67.8", "9", "62.1", "11", "57.3", "13", "53.2"]}
{"pcdb_id": 80148, "raw": ["080148", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "Recoup", "Pipe HEX", "System B", "2019", "current", "", "1", "B", "", "", "0.957", "", "", "", "0", "5", "5", "63.5", "7", "59.3", "9", "55.4", "11", "52.1", "13", "49.1"]}
{"pcdb_id": 80149, "raw": ["080149", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "Recoup", "Pipe HEX-Rd", "System B", "2019", "current", "", "1", "B", "", "", "0.958", "", "", "", "0", "5", "5", "60.4", "7", "55.3", "9", "51", "11", "47.3", "13", "44.2"]}
{"pcdb_id": 80150, "raw": ["080150", "020075", "0", "2020/Mar/19 18:00", "Recoup Energy Solutions Ltd", "Recoup", "Pipe HEX", "System C", "2019", "current", "", "1", "C", "", "", "0.966", "", "", "", "0", "5", "5", "67.4", "7", "63.4", "9", "59.7", "11", "56.4", "13", "53.3"]}
{"pcdb_id": 80151, "raw": ["080151", "020075", "0", "2020/Mar/19 18:00", "Recoup Energy Solutions Ltd", "Recoup", "Pipe HEX-Rd", "System C", "2019", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5", "64.4", "7", "59.6", "9", "55.3", "11", "51.5", "13", "48.2"]}
{"pcdb_id": 80152, "raw": ["080152", "020063", "0", "2020/Apr/16 16:25", "RenewABILITY Energy Inc.", "Power-Pipe", "E2-36", "System A", "2004", "current", "", "1", "A", "", "", "0.953", "", "", "", "0", "5", "5", "56.9", "7", "48.6", "9", "42.3", "11", "37.5", "13", "33.7"]}
{"pcdb_id": 80153, "raw": ["080153", "020063", "0", "2020/Apr/16 16:25", "RenewABILITY Energy Inc.", "Power-Pipe", "E2-60", "System A", "2004", "current", "", "1", "A", "", "", "0.95", "", "", "", "0", "5", "5", "69.4", "7", "61.8", "9", "55.7", "11", "50.7", "13", "46.6"]}
{"pcdb_id": 80154, "raw": ["080154", "020063", "0", "2020/Apr/16 16:25", "RenewABILITY Energy Inc.", "Power-Pipe", "E2-84", "System A", "2004", "current", "", "1", "A", "", "", "0.947", "", "", "", "0", "5", "5", "77", "7", "70.5", "9", "65", "11", "60.3", "13", "56.2"]}
{"pcdb_id": 80155, "raw": ["080155", "020063", "0", "2020/Apr/16 16:25", "RenewABILITY Energy Inc.", "Power-Pipe", "X2-36", "System A", "2004", "current", "", "1", "A", "", "", "0.951", "", "", "", "0", "5", "5", "51.1", "7", "42.7", "9", "36.7", "11", "32.2", "13", "28.6"]}
{"pcdb_id": 80156, "raw": ["080156", "020063", "0", "2020/Apr/16 16:25", "RenewABILITY Energy Inc.", "Power-Pipe", "X2-60", "System A", "2004", "current", "", "1", "A", "", "", "0.948", "", "", "", "0", "5", "5", "65.4", "7", "57.5", "9", "51.3", "11", "46.2", "13", "42.1"]}
{"pcdb_id": 80157, "raw": ["080157", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "E2-36", "System B", "2004", "current", "", "1", "B", "", "", "0.925", "", "", "", "0", "5", "5", "47.1", "7", "40.7", "9", "36", "11", "32.2", "13", "29.4"]}
{"pcdb_id": 80158, "raw": ["080158", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "E2-60", "System B", "2004", "current", "", "1", "B", "", "", "0.922", "", "", "", "0", "5", "5", "56.4", "7", "50.8", "9", "46.2", "11", "42.4", "13", "39.2"]}
{"pcdb_id": 80159, "raw": ["080159", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "E2-84", "System B", "2004", "current", "", "1", "B", "", "", "0.918", "", "", "", "0", "5", "5", "61.9", "7", "57.3", "9", "53.1", "11", "49.6", "13", "46.5"]}
{"pcdb_id": 80160, "raw": ["080160", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "X2-36", "System B", "2004", "current", "", "1", "B", "", "", "0.921", "", "", "", "0", "5", "5", "42.6", "7", "36.2", "9", "31.7", "11", "28.2", "13", "25.4"]}
{"pcdb_id": 80161, "raw": ["080161", "020063", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "X2-60", "System B", "2004", "current", "", "1", "B", "", "", "0.919", "", "", "", "0", "5", "5", "53.5", "7", "47.5", "9", "42.8", "11", "38.9", "13", "35.8"]}
{"pcdb_id": 80162, "raw": ["080162", "020062", "0", "2020/Apr/16 16:25", "RenewABILITY Energy Inc.", "Power-Pipe", "X2-84", "System A", "2004", "current", "", "1", "A", "", "", "0.945", "", "", "", "0", "5", "5", "73.6", "7", "66.5", "9", "60.7", "11", "55.9", "13", "51.7"]}
{"pcdb_id": 80163, "raw": ["080163", "020062", "0", "2023/Jul/18 08:32", "RenewABILITY Energy Inc.", "Power-Pipe", "X2-84", "System B", "2004", "current", "", "1", "B", "", "", "0.915", "", "", "", "0", "5", "5", "59.5", "7", "54.3", "9", "49.9", "11", "46.2", "13", "43.1"]}
{"pcdb_id": 80164, "raw": ["080164", "020142", "0", "2020/Jun/23 16:50", "ZYPHO SA", "Zypho", "iZi 30", "System A", "2020", "current", "", "1", "A", "", "", "0.979", "", "", "", "0", "5", "5", "43.7", "7", "35.7", "9", "30.2", "11", "26.1", "13", "23"]}
{"pcdb_id": 80165, "raw": ["080165", "020142", "0", "2020/Jun/23 16:50", "ZYPHO SA", "Zypho", "iZi 40", "System A", "2020", "current", "", "1", "A", "", "", "0.983", "", "", "", "0", "5", "5", "49.4", "7", "41.1", "9", "35.1", "11", "30.7", "13", "27.3"]}
{"pcdb_id": 80166, "raw": ["080166", "020142", "0", "2020/Jun/23 16:50", "ZYPHO SA", "Zypho", "PiPe 65", "System A", "2020", "current", "", "1", "A", "", "", "0.958", "", "", "", "0", "5", "5", "76.5", "7", "69.9", "9", "64.4", "11", "59.7", "13", "55.6"]}
{"pcdb_id": 80167, "raw": ["080167", "020142", "0", "2023/Jul/18 08:32", "ZYPHO SA", "Zypho", "iZi 30", "System B", "2020", "current", "", "1", "B", "", "", "0.967", "", "", "", "0", "5", "5", "37.1", "7", "30.9", "9", "26.6", "11", "23.4", "13", "20.9"]}
{"pcdb_id": 80168, "raw": ["080168", "020142", "0", "2023/Jul/18 08:32", "ZYPHO SA", "Zypho", "iZi 40", "System B", "2020", "current", "", "1", "B", "", "", "0.973", "", "", "", "0", "5", "5", "41.3", "7", "35", "9", "30.5", "11", "27", "13", "24.3"]}
{"pcdb_id": 80169, "raw": ["080169", "020142", "0", "2023/Jul/18 08:32", "ZYPHO SA", "Zypho", "PiPe 65", "System B", "2020", "current", "", "1", "B", "", "", "0.937", "", "", "", "0", "5", "5", "61.6", "7", "56.9", "9", "52.7", "11", "49.2", "13", "46.1"]}
{"pcdb_id": 80170, "raw": ["080170", "020142", "0", "2020/Jun/23 16:50", "ZYPHO SA", "Zypho", "iZi 30", "System C", "2020", "current", "", "1", "C", "", "", "0.976", "", "", "", "0", "5", "5", "40.4", "7", "33.5", "9", "28.6", "11", "24.9", "13", "22.1"]}
{"pcdb_id": 80171, "raw": ["080171", "020142", "0", "2020/Jun/23 16:50", "ZYPHO SA", "Zypho", "iZi 40", "System C", "2020", "current", "", "1", "C", "", "", "0.981", "", "", "", "0", "5", "5", "45.1", "7", "38.1", "9", "33", "11", "29", "13", "26"]}
{"pcdb_id": 80172, "raw": ["080172", "020142", "0", "2020/Jun/23 16:50", "ZYPHO SA", "Zypho", "PiPe 65", "System C", "2020", "current", "", "1", "C", "", "", "0.95", "", "", "", "0", "5", "5", "65.6", "7", "61.1", "9", "57", "11", "53.4", "13", "50.2"]}
{"pcdb_id": 80173, "raw": ["080173", "020101", "0", "2020/Sep/23 10:30", "Baxi Heating UK Ltd", "Baxi", "Assure HSHRU", "System A", "2020", "current", "", "1", "A", "", "", "0.979", "", "", "", "0", "5", "5", "43.7", "7", "35.7", "9", "30.2", "11", "26.1", "13", "23"]}
{"pcdb_id": 80174, "raw": ["080174", "020101", "0", "2023/Jul/18 08:32", "Baxi Heating UK Ltd", "Baxi", "Assure HSHRU", "System B", "2020", "current", "", "1", "B", "", "", "0.967", "", "", "", "0", "5", "5", "37.1", "7", "30.9", "9", "26.6", "11", "23.4", "13", "20.9"]}
{"pcdb_id": 80175, "raw": ["080175", "020101", "0", "2020/Sep/23 10:30", "Baxi Heating UK Ltd", "Baxi", "Assure HSHRU", "System C", "2020", "current", "", "1", "C", "", "", "0.976", "", "", "", "0", "5", "5", "40.4", "7", "33.5", "9", "28.6", "11", "24.9", "13", "22.1"]}
{"pcdb_id": 80176, "raw": ["080176", "020101", "0", "2020/Sep/23 10:30", "Baxi Heating UK Ltd", "Baxi", "Assure VSHRU", "System A", "2020", "current", "", "1", "A", "", "", "0.958", "", "", "", "0", "5", "5", "76.5", "7", "69.9", "9", "64.4", "11", "59.7", "13", "55.6"]}
{"pcdb_id": 80177, "raw": ["080177", "020101", "0", "2023/Jul/18 08:32", "Baxi Heating UK Ltd", "Baxi", "Assure VSHRU", "System B", "2020", "current", "", "1", "B", "", "", "0.937", "", "", "", "0", "5", "5", "61.6", "7", "56.9", "9", "52.7", "11", "49.2", "13", "46.1"]}
{"pcdb_id": 80178, "raw": ["080178", "020101", "0", "2020/Sep/23 10:30", "Baxi Heating UK Ltd", "Baxi", "Assure VSHRU", "System C", "2020", "current", "", "1", "C", "", "", "0.95", "", "", "", "0", "5", "5", "65.6", "7", "61.1", "9", "57", "11", "53.4", "13", "50.2"]}
{"pcdb_id": 80179, "raw": ["080179", "020171", "0", "2021/May/26 20:38", "Kohler Mira", "Mira Showers", "HeatCapture", "System A", "2012", "current", "", "1", "A", "", "", "0.972", "", "", "", "0", "5", "5", "75.5", "7", "68.8", "9", "63.1", "11", "58.4", "13", "54.2"]}
{"pcdb_id": 80180, "raw": ["080180", "020171", "0", "2023/Jul/18 08:32", "Kohler Mira", "Mira Showers", "HeatCapture", "System B", "2012", "current", "", "1", "B", "", "", "0.957", "", "", "", "0", "5", "5", "60.9", "7", "56", "9", "51.8", "11", "48.2", "13", "45"]}
{"pcdb_id": 80181, "raw": ["080181", "020171", "0", "2021/May/26 20:38", "Kohler Mira", "Mira Showers", "HeatCapture", "System C", "2012", "current", "", "1", "C", "", "", "0.966", "", "", "", "0", "5", "5", "65", "7", "60.2", "9", "56", "11", "52.3", "13", "49.1"]}
{"pcdb_id": 80182, "raw": ["080182", "020064", "0", "2021/Jun/15 09:44", "Q-Blue B.V.", "Showersave", "Blue QB1-21D", "System A", "2020", "current", "", "1", "A", "", "", "0.946", "", "", "", "0", "5", "5", "83.5", "7", "78.3", "9", "73.8", "11", "69.7", "13", "66.1"]}
{"pcdb_id": 80183, "raw": ["080183", "020064", "0", "2021/Jun/15 09:44", "Q-Blue B.V.", "Showersave", "Blue QB1-21", "System A", "2020", "current", "", "1", "A", "", "", "0.958", "", "", "", "0", "5", "5", "78.7", "7", "72.5", "9", "67.2", "11", "62.7", "13", "58.7"]}
{"pcdb_id": 80184, "raw": ["080184", "020064", "0", "2023/Jul/18 08:32", "Q-Blue B.V.", "Showersave", "Blue QB1-21D", "System B", "2020", "current", "", "1", "B", "", "", "0.918", "", "", "", "0", "5", "5", "65.9", "7", "62.8", "9", "59.7", "11", "56.8", "13", "54"]}
{"pcdb_id": 80185, "raw": ["080185", "020064", "0", "2023/Jul/18 08:32", "Q-Blue B.V.", "Showersave", "Blue QB1-21", "System B", "2020", "current", "", "1", "B", "", "", "0.937", "", "", "", "0", "5", "5", "63", "7", "58.7", "9", "54.9", "11", "51.4", "13", "48.4"]}
{"pcdb_id": 80186, "raw": ["080186", "020064", "0", "2021/Jun/15 09:44", "Q-Blue B.V.", "Showersave", "Blue QB1-21D", "System C", "2020", "current", "", "1", "C", "", "", "0.933", "", "", "", "0", "5", "5", "69.8", "7", "66.8", "9", "63.8", "11", "60.9", "13", "58.3"]}
{"pcdb_id": 80187, "raw": ["080187", "020064", "0", "2021/Jun/15 09:44", "Q-Blue B.V.", "Showersave", "Blue QB1-21", "System C", "2020", "current", "", "1", "C", "", "", "0.949", "", "", "", "0", "5", "5", "67", "7", "62.9", "9", "59.1", "11", "55.7", "13", "52.6"]}
{"pcdb_id": 80188, "raw": ["080188", "020064", "0", "2021/Aug/17 14:00", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-21 Cyclone", "System A", "2021", "current", "", "1", "A", "", "", "0.973", "", "", "", "0", "5", "5", "79.7", "7", "73.7", "9", "68.6", "11", "64.1", "13", "60.2"]}
{"pcdb_id": 80189, "raw": ["080189", "020064", "0", "2023/Jul/18 08:32", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-21 Cyclone", "System B", "2021", "current", "", "1", "B", "", "", "0.959", "", "", "", "0", "5", "5", "63.7", "7", "59.6", "9", "55.9", "11", "52.5", "13", "49.5"]}
{"pcdb_id": 80190, "raw": ["080190", "020064", "0", "2021/Aug/17 14:00", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-21 Cyclone", "System C", "2021", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5", "67.7", "7", "63.8", "9", "60.1", "11", "56.8", "13", "53.8"]}
{"pcdb_id": 80191, "raw": ["080191", "020075", "0", "2022/Nov/30 14:21", "Recoup Energy Solutions Ltd", "Recoup", "Pipe Active", "System A", "", "current", "", "1", "A", "", "", "0.948", "", "", "", "0", "5", "5", "79.3", "7", "73.3", "9", "68.1", "11", "63.6", "13", "59.6"]}
{"pcdb_id": 80192, "raw": ["080192", "020075", "0", "2023/Jul/18 08:32", "Recoup Energy Solutions Ltd", "Recoup", "Pipe Active", "System B", "", "current", "", "1", "B", "", "", "0.922", "", "", "", "0", "5", "5", "63.5", "7", "59.3", "9", "55.4", "11", "52.1", "13", "49.1"]}
{"pcdb_id": 80193, "raw": ["080193", "020075", "0", "2022/Nov/30 14:21", "Recoup Energy Solutions Ltd", "Recoup", "Pipe Active", "System C", "", "current", "", "1", "C", "", "", "0.937", "", "", "", "0", "5", "5", "67.4", "7", "63.4", "9", "59.7", "11", "56.4", "13", "53.3"]}
{"pcdb_id": 80194, "raw": ["080194", "020142", "0", "2022/Dec/21 12:56", "ZYPHO SA", "Zypho", "Slim DW50", "System A", "2022", "current", "", "1", "A", "", "", "0.987", "", "", "", "0", "5", "5", "65.9", "7", "58", "9", "51.8", "11", "46.8", "13", "42.6"]}
{"pcdb_id": 80195, "raw": ["080195", "020142", "0", "2022/Dec/21 12:56", "ZYPHO SA", "Zypho", "PiPe 75", "System A", "2022", "current", "", "1", "A", "", "", "0.975", "", "", "", "0", "5", "5", "82", "7", "76.5", "9", "71.6", "11", "67.4", "13", "63.6"]}
{"pcdb_id": 80196, "raw": ["080196", "020142", "0", "2023/Jul/18 08:32", "ZYPHO SA", "Zypho", "Slim DW50", "System B", "2022", "current", "", "1", "B", "", "", "0.979", "", "", "", "0", "5", "5", "53.9", "7", "47.9", "9", "43.1", "11", "39.4", "13", "36.2"]}
{"pcdb_id": 80197, "raw": ["080197", "020142", "0", "2023/Jul/18 08:32", "ZYPHO SA", "Zypho", "PiPe 75", "System B", "2022", "current", "", "1", "B", "", "", "0.962", "", "", "", "0", "5", "5", "65", "7", "61.6", "9", "58.1", "11", "55", "13", "52.1"]}
{"pcdb_id": 80198, "raw": ["080198", "020142", "0", "2022/Dec/21 12:56", "ZYPHO SA", "Zypho", "Slim DW50", "System C", "2022", "current", "", "1", "C", "", "", "0.984", "", "", "", "0", "5", "5", "58.1", "7", "52.1", "9", "47.1", "11", "42.9", "13", "39.4"]}
{"pcdb_id": 80199, "raw": ["080199", "020142", "0", "2022/Dec/21 12:56", "ZYPHO SA", "Zypho", "PiPe 75", "System C", "2022", "current", "", "1", "C", "", "", "0.969", "", "", "", "0", "5", "5", "69", "7", "65.6", "9", "62.3", "11", "59.2", "13", "56.4"]}
{"pcdb_id": 80200, "raw": ["080200", "020064", "0", "2024/Apr/12 11:56", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-10XE", "System A", "2012", "current", "", "1", "A", "", "", "0.978", "", "", "", "0", "5", "5.0", "65.9", "7.0", "58.0", "9.0", "51.8", "11.0", "46.7", "13.0", "42.6"]}
{"pcdb_id": 80201, "raw": ["080201", "020064", "0", "2024/Apr/12 11:56", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-21XE", "System A", "2012", "current", "", "1", "A", "", "", "0.973", "", "", "", "0", "5", "5.0", "79.8", "7.0", "73.8", "9.0", "68.7", "11.0", "64.2", "13.0", "60.3"]}
{"pcdb_id": 80202, "raw": ["080202", "020064", "0", "2024/Apr/12 11:56", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-10XE", "System B", "2012", "current", "", "1", "B", "", "", "0.965", "", "", "", "0", "5", "5.0", "53.9", "7.0", "47.9", "9.0", "43.1", "11.0", "39.3", "13.0", "36.2"]}
{"pcdb_id": 80203, "raw": ["080203", "020064", "0", "2024/Apr/12 11:56", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-21XE", "System B", "2012", "current", "", "1", "B", "", "", "0.958", "", "", "", "0", "5", "5.0", "63.7", "7.0", "59.7", "9.0", "56.0", "11.0", "52.6", "13.0", "49.6"]}
{"pcdb_id": 80204, "raw": ["080204", "020064", "0", "2024/Apr/12 11:56", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-10XE", "System C", "2012", "current", "", "1", "C", "", "", "0.974", "", "", "", "0", "5", "5.0", "58.1", "7.0", "52.0", "9.0", "47.0", "11.0", "42.9", "13.0", "39.4"]}
{"pcdb_id": 80205, "raw": ["080205", "020064", "0", "2024/Apr/12 11:56", "Building Products Distributors Ltd", "Showersave", "Showersave QB1-21XE", "System C", "2012", "current", "", "1", "C", "", "", "0.967", "", "", "", "0", "5", "5.0", "67.7", "7.0", "63.8", "9.0", "60.2", "11.0", "56.9", "13.0", "53.8"]}
{"pcdb_id": 80206, "raw": ["080206", "020171", "0", "2025/Jan/31 10:04", "Kohler Mira Ltd", "Recoup", "Heatdeck", "System A", "2012", "current", "", "1", "A", "", "", "0.938", "", "", "", "0", "5", "5.0", "53.9", "7.0", "45.5", "9.0", "39.4", "11.0", "34.7", "13.0", "31.0"]}
{"pcdb_id": 80207, "raw": ["080207", "020171", "0", "2025/Jan/31 10:04", "Kohler Mira Ltd", "Recoup", "Heatdeck", "System B", "2012", "current", "", "1", "B", "", "", "0.904", "", "", "", "0", "5", "5.0", "44.8", "7.0", "38.4", "9.0", "33.7", "11.0", "30.1", "13.0", "27.3"]}
{"pcdb_id": 80208, "raw": ["080208", "020171", "0", "2025/Jan/31 10:04", "Kohler Mira Ltd", "Recoup", "Heatdeck", "System C", "2012", "current", "", "1", "C", "", "", "0.929", "", "", "", "0", "5", "5.0", "48.8", "7.0", "41.9", "9.0", "36.7", "11.0", "32.6", "13.0", "29.3"]}

10070
docs/sap-spec/pcdb_table_362_heat_pumps.jsonl
View file

File diff suppressed because it is too large Load diff

58
docs/sap-spec/pcdb_table_391_high_heat_retention_storage_heaters.jsonl
View file

@ -1,58 +0,0 @@
{"pcdb_id": 697101, "raw": ["697101", "300900", "1", "2013/Oct/19 15:13", "SAP Illustrative Products", "Illustrative Storage Heater", "medium", "", "2013", "current", "12.0", "1000", "", "50", "1"]}
{"pcdb_id": 230001, "raw": ["230001", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Dimplex", "Quantum", "QM 070", "2013", "current", "11.61", "700", "630", "46", "1"]}
{"pcdb_id": 230002, "raw": ["230002", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Dimplex", "Quantum", "QM 100", "2013", "current", "15.42", "1000", "880", "49", "1"]}
{"pcdb_id": 230003, "raw": ["230003", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Dimplex", "Quantum", "QM 125", "2013", "current", "19.45", "1250", "1130", "52", "1"]}
{"pcdb_id": 230004, "raw": ["230004", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Dimplex", "Quantum", "QM 150", "2013", "current", "23.10", "1500", "1380", "54", "1"]}
{"pcdb_id": 230005, "raw": ["230005", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Creda", "Quantum", "CQH 070", "2014", "current", "11.61", "700", "630", "46", "1"]}
{"pcdb_id": 230006, "raw": ["230006", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Creda", "Quantum", "CQH 100", "2014", "current", "15.42", "1000", "880", "49", "1"]}
{"pcdb_id": 230007, "raw": ["230007", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Creda", "Quantum", "CQH 125", "2014", "current", "19.45", "1250", "1130", "52", "1"]}
{"pcdb_id": 230008, "raw": ["230008", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Creda", "Quantum", "CQH 150", "2014", "current", "23.10", "1500", "1380", "54", "1"]}
{"pcdb_id": 230009, "raw": ["230009", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Heatstore", "Quantum", "HSDQ 070", "2014", "current", "11.61", "700", "630", "46", "1"]}
{"pcdb_id": 230010, "raw": ["230010", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Heatstore", "Quantum", "HSDQ 100", "2014", "current", "15.42", "1000", "880", "49", "1"]}
{"pcdb_id": 230011, "raw": ["230011", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Heatstore", "Quantum", "HSDQ 125", "2014", "current", "19.45", "1250", "1130", "52", "1"]}
{"pcdb_id": 230012, "raw": ["230012", "020046", "0", "2014/May/21 12:40", "GDC Group Ltd", "Heatstore", "Quantum", "HSDQ 150", "2014", "current", "23.10", "1500", "1350", "54", "1"]}
{"pcdb_id": 230013, "raw": ["230013", "020046", "0", "2016/May/19 10:40", "GDC Group Ltd", "Dimplex", "Quantum", "QM 050", "2016", "current", "7.20", "500", "385", "45", "1"]}
{"pcdb_id": 230014, "raw": ["230014", "020114", "0", "2018/Apr/16 13:33", "Elnur SA", "Gabarron", "Ecombi HHR", "ECOHHR20", "2017", "current", "12.2", "800", "550", "49", "1"]}
{"pcdb_id": 230015, "raw": ["230015", "020114", "0", "2018/Apr/16 13:33", "Elnur SA", "Gabarron", "Ecombi HHR", "ECOHHR30", "2017", "current", "18.3", "1200", "820", "50", "1"]}
{"pcdb_id": 230016, "raw": ["230016", "020114", "0", "2018/Apr/16 13:33", "Elnur SA", "Gabarron", "Ecombi HHR", "ECOHHR40", "2017", "current", "24.4", "1600", "1100", "51", "1"]}
{"pcdb_id": 230017, "raw": ["230017", "020065", "0", "2019/Feb/25 15:50", "Stiebel Eltron UK Ltd", "STIEBEL ELTRON", "SHF 2000", "", "2019", "current", "16", "1000", "350", "47", "1"]}
{"pcdb_id": 230018, "raw": ["230018", "020065", "0", "2019/Feb/25 15:50", "Stiebel Eltron UK Ltd", "STIEBEL ELTRON", "SHS 2400", "", "2019", "current", "19.2", "1", "800", "46", "1"]}
{"pcdb_id": 230019, "raw": ["230019", "020065", "0", "2019/Feb/25 15:50", "Stiebel Eltron UK Ltd", "STIEBEL ELTRON", "SHS 3600", "", "2019", "current", "28.8", "1800", "1200", "49", "1"]}
{"pcdb_id": 230020, "raw": ["230020", "020065", "0", "2019/Feb/25 15:50", "Stiebel Eltron UK Ltd", "STIEBEL ELTRON", "SHF 3000", "", "2019", "current", "24", "1500", "500", "52", "1"]}
{"pcdb_id": 230021, "raw": ["230021", "020065", "0", "2019/Feb/25 15:50", "Stiebel Eltron UK Ltd", "STIEBEL ELTRON", "SHS 3000", "", "2019", "current", "24", "1500", "1000", "48", "1"]}
{"pcdb_id": 230022, "raw": ["230022", "020046", "0", "2019/Oct/30 11:30", "Dimplex", "Dimplex", "Quantum", "QM050RF", "2019", "current", "7.2", "500", "340", "45", "1"]}
{"pcdb_id": 230023, "raw": ["230023", "020046", "0", "2019/Oct/30 11:30", "Dimplex", "Dimplex", "Quantum", "QM070RF", "2019", "current", "10.9", "700", "520", "46", "1"]}
{"pcdb_id": 230024, "raw": ["230024", "020046", "0", "2019/Oct/30 11:30", "Dimplex", "Dimplex", "Quantum", "QM100RF", "2019", "current", "15.42", "1000", "880", "49", "1"]}
{"pcdb_id": 230025, "raw": ["230025", "020046", "0", "2019/Oct/30 11:30", "Dimplex", "Dimplex", "Quantum", "QM125RF", "2019", "current", "19.3", "1250", "920", "52", "1"]}
{"pcdb_id": 230026, "raw": ["230026", "020046", "0", "2019/Oct/30 11:30", "Dimplex", "Dimplex", "Quantum", "QM150RF", "2019", "current", "23.1", "1500", "1100", "54", "1"]}
{"pcdb_id": 230027, "raw": ["230027", "020046", "0", "2020/Feb/27 12:00", "Dimplex", "Heatstore", "Dynamic HHR", "HSDHHR050", "2019", "current", "7.2", "500", "340", "45", "1"]}
{"pcdb_id": 230028, "raw": ["230028", "020046", "0", "2020/Feb/27 12:00", "Dimplex", "Heatstore", "Dynamic HHR", "HSDHHR070", "2019", "current", "10.9", "700", "520", "46", "1"]}
{"pcdb_id": 230029, "raw": ["230029", "020046", "0", "2020/Feb/27 12:00", "Dimplex", "Heatstore", "Dynamic HHR", "HSDHHR100", "2019", "current", "15.42", "1000", "880", "49", "1"]}
{"pcdb_id": 230030, "raw": ["230030", "020046", "0", "2020/Feb/27 12:00", "Dimplex", "Heatstore", "Dynamic HHR", "HSDHHR125", "2019", "current", "19.3", "1250", "920", "52", "1"]}
{"pcdb_id": 230031, "raw": ["230031", "020046", "0", "2020/Feb/27 12:00", "Dimplex", "Heatstore", "Dynamic HHR", "HSDHHR150", "2019", "current", "23.1", "1500", "1100", "54", "1"]}
{"pcdb_id": 230032, "raw": ["230032", "020147", "0", "2021/Sep/29 11:00", "Electrorad U.K. Ltd", "Electrorad", "Thermastore HHR", "HHR165", "2021", "current", "11.55", "725", "625", "51", "1"]}
{"pcdb_id": 230033, "raw": ["230033", "020147", "0", "2021/Sep/29 11:00", "Electrorad U.K. Ltd", "Electrorad", "Thermastore HHR", "HHR255", "2021", "current", "17.85", "1115", "950", "49", "1"]}
{"pcdb_id": 230034, "raw": ["230034", "020147", "0", "2021/Sep/29 11:00", "Electrorad U.K. Ltd", "Electrorad", "Thermastore HHR", "HHR340", "2021", "current", "23.80", "1500", "1275", "52", "1"]}
{"pcdb_id": 230035, "raw": ["230035", "020114", "0", "2021/Nov/29 13:33", "Elnur SA", "Gabarron", "SOLARHHR", "SOLARHHR20", "2017", "current", "12.2", "800", "550", "49", "1"]}
{"pcdb_id": 230036, "raw": ["230036", "020114", "0", "2021/Nov/29 13:33", "Elnur SA", "Gabarron", "SOLARHHR", "SOLARHHR30", "2017", "current", "18.3", "1200", "820", "50", "1"]}
{"pcdb_id": 230037, "raw": ["230037", "020114", "0", "2021/Nov/29 13:33", "Elnur SA", "Gabarron", "SOLARHHR", "SOLARHHR40", "2017", "current", "24.4", "1600", "1100", "51", "1"]}
{"pcdb_id": 230038, "raw": ["230038", "020114", "0", "2024/Jun/14 13:33", "Elnur SA", "Gabarron", "Ecombi HHR", "ECOHHR10", "2023", "current", "6.1", "400", "270", "50", "1"]}
{"pcdb_id": 230039, "raw": ["230039", "020114", "0", "2021/Jun/14 13:33", "Elnur SA", "Gabarron", "SOLARHHR", "SOLARHHR10", "2023", "current", "6.1", "400", "270", "50", "1"]}
{"pcdb_id": 230040, "raw": ["230040", "020250", "0", "2024/Jul/22 13:33", "Haverland", "Haverland", "Eco-Joule-1", "SHV1700HHR", "2023", "current", "12.75", "850", "600", "55", "1"]}
{"pcdb_id": 230041, "raw": ["230041", "020250", "0", "2024/Jul/22 13:33", "Haverland", "Haverland", "Eco-Joule-1", "SHV2250HHR", "2023", "current", "18.31", "1275", "900", "51", "1"]}
{"pcdb_id": 230042, "raw": ["230042", "020250", "0", "2024/Jul/22 13:33", "Haverland", "Haverland", "Eco-Joule-1", "SHV3400HHR", "2023", "current", "24.36", "1700", "1200", "53", "1"]}
{"pcdb_id": 230043, "raw": ["230043", "020147", "0", "2024/Aug/29 11:00", "Electrorad U.K. Ltd", "Fischer", "Fischer Elektrostore", "HHR16", "2021", "current", "11.55", "725", "625", "51", "1"]}
{"pcdb_id": 230044, "raw": ["230044", "020147", "0", "2024/Aug/29 11:00", "Electrorad U.K. Ltd", "Fischer", "Fischer Elektrostore", "HHR25", "2021", "current", "17.85", "1115", "950", "49", "1"]}
{"pcdb_id": 230045, "raw": ["230045", "020147", "0", "2024/Aug/29 11:00", "Electrorad U.K. Ltd", "Fischer", "Fischer Elektrostore", "HHR34", "2021", "current", "23.8", "1500", "1275", "52", "1"]}
{"pcdb_id": 230046, "raw": ["230046", "020270", "0", "2025/Jan/27 13:00", "Ecostrad Ltd", "Ecostrad Ltd", "Magma HHR Storage Heater", "E-Magma-HHR-SH-17", "2024", "current", "15.5", "850", "500", "45", "1"]}
{"pcdb_id": 230047, "raw": ["230047", "020270", "0", "2025/Jan/27 13:00", "Ecostrad Ltd", "Ecostrad Ltd", "Magma HHR Storage Heater", "E-Magma-HHR-SH-26", "2024", "current", "23.2", "1300", "750", "48", "1"]}
{"pcdb_id": 230048, "raw": ["230048", "020270", "0", "2025/Jan/27 13:00", "Ecostrad Ltd", "Ecostrad Ltd", "Magma HHR Storage Heater", "E-Magma-HHR-SH-34", "2024", "current", "30.9", "1700", "750", "49", "1"]}
{"pcdb_id": 230049, "raw": ["230049", "020114", "0", "2025/Apr/01 13:00", "Elnur SA", "Gabarron", "HHR PLUS", "HHR10 PLUS", "2024", "current", "6.1", "400", "270", "50", "1"]}
{"pcdb_id": 230050, "raw": ["230050", "020114", "0", "2025/Apr/01 13:00", "Elnur SA", "Gabarron", "HHR PLUS", "HHR20 PLUS", "2024", "current", "12.2", "800", "550", "49", "1"]}
{"pcdb_id": 230051, "raw": ["230051", "020114", "0", "2025/Apr/01 13:00", "Elnur SA", "Gabarron", "HHR PLUS", "HHR30 PLUS", "2024", "current", "18.3", "1200", "820", "50", "1"]}
{"pcdb_id": 230052, "raw": ["230052", "020114", "0", "2025/Apr/01 13:00", "Elnur SA", "Gabarron", "HHR PLUS", "HHR40 PLUS", "2024", "current", "24.4", "1600", "1100", "51", "1"]}
{"pcdb_id": 230053, "raw": ["230053", "020301", "0", "2026/Apr/14 13:00", "INDUSTRIAS ROYAL TERMIC S.L.", "ONYX", "SHOXI330", "3300W", "2026", "current", "23.1", "1500", "1100", "55", "1"]}
{"pcdb_id": 230054, "raw": ["230054", "020301", "0", "2026/Apr/14 13:00", "INDUSTRIAS ROYAL TERMIC S.L.", "ONYX", "SHOXI222", "2220W", "2026", "current", "15.5", "1000", "740", "47", "1"]}
{"pcdb_id": 230055, "raw": ["230055", "020301", "0", "2026/Apr/14 13:00", "INDUSTRIAS ROYAL TERMIC S.L.", "ONYX", "SHOXI102", "1020W", "2026", "current", "7.2", "500", "340", "51", "1"]}
{"pcdb_id": 230056, "raw": ["230056", "020301", "0", "2026/Apr/14 13:00", "INDUSTRIAS ROYAL TERMIC S.L.", "ONYX", "SHOXI276", "2760W", "2026", "current", "19.3", "1250", "920", "54", "1"]}
{"pcdb_id": 230057, "raw": ["230057", "020301", "0", "2026/Apr/14 13:00", "INDUSTRIAS ROYAL TERMIC S.L.", "ONYX", "SHOXI156", "1560W", "2026", "current", "10.9", "700", "520", "49", "1"]}

14
docs/sap-spec/pcdb_table_506_heat_interface_units.jsonl
View file

@ -1,14 +0,0 @@
{"pcdb_id": 400001, "raw": ["400001", "300903", "0", "2021/Aug/09 11:54", "", "SAP Default products", "HIU", "Indirect HIU", "2021", "current", "1", "1.44", "", "", "", "", ""]}
{"pcdb_id": 400002, "raw": ["400002", "300903", "0", "2021/Aug/09 11:54", "", "SAP Default products", "HIU", "Direct HIU", "2021", "current", "2", "1.44", "", "", "", "", ""]}
{"pcdb_id": 400003, "raw": ["400003", "020101", "0", "2025/Mar/05 11:31", "Baxi Heating UK Ltd", "Baxi", " AquaHeat", "HI / HWI – 4/50", "2024", "current", "1", "0.88", "26", "", "0.07"]}
{"pcdb_id": 400004, "raw": ["400004", "020101", "0", "2025/Mar/05 11:31", "Baxi Heating UK Ltd", "Baxi", " AquaHeat", "HI / HWI – 14/50", "2024", "current", "1", "0.88", "26", "", "0.07"]}
{"pcdb_id": 400005, "raw": ["400005", "020051", "0", "2025/May/30 11:00", "Bosch Thermotechnik GmbH", "Bosch", "Flow 8500", "40 H", "2023", "current", "1", "0.77", "28", "", "0.06"]}
{"pcdb_id": 400006, "raw": ["400006", "020051", "0", "2025/May/30 11:00", "Bosch Thermotechnik GmbH", "Bosch", "Flow 8500", "50 H", "2023", "current", "1", "0.63", "28", "", "0.06"]}
{"pcdb_id": 400007, "raw": ["400007", "020051", "0", "2025/May/30 11:00", "Bosch Thermotechnik GmbH", "Bosch", "Flow 8500", "60 H", "2023", "current", "1", "0.8", "29", "", "0.06"]}
{"pcdb_id": 400008, "raw": ["400008", "020255", "0", "2025/May/30 11:00", "YGHP", "YGHP", "Indirect V2", "199P35007", "2023", "current", "1", "0.78", "28", "", "0.04"]}
{"pcdb_id": 400009, "raw": ["400009", "020101", "0", "2025/Jul/31 11:00", "Baxi Heating UK Ltd", "Baxi", " AquaHeat", "HD / HWI – 12/50", "2025", "current", "2", "0.55", "27", "", "0.06"]}
{"pcdb_id": 400010, "raw": ["400010", "020294", "0", "2025/Sep/12 11:00", "Switch2", "Switch2", " ICON Connected HIU", "", "2024", "current", "1", "0.9", "27", "", "0.06"]}
{"pcdb_id": 400011, "raw": ["400011", "300903", "0", "2025/Oct/01 11:00", "", "SAP 10 3 Default products", "HIU", "Indirect HIU", "2025", "current", "1", "0.8", "", "", "", "", ""]}
{"pcdb_id": 400012, "raw": ["400012", "020177", "0", "2025/Oct/31 11:00", "Modutherm", "Modutherm", "MTA Plus Twin 40-70", "", "2022", "current", "1", "0.74", "26", "", "0.03"]}
{"pcdb_id": 400013, "raw": ["400013", "020031", "0", "2025/Oct/31 11:00", "Cetetherm", "Cetetherm", "Pioneer", "", "2023", "current", "1", "0.88", "25", "", "0.07"]}
{"pcdb_id": 400014, "raw": ["400014", "020257", "0", "2025/Dec/10 11:00", "Intatec", "Intatec", "Hiper II", "", "2023", "current", "1", "0.87", "30", "", " 0.03"]}

BIN
docs/sap-spec/sap-10-2-full-specification-2025-03-14.pdf
View file

Binary file not shown.

BIN
docs/sap-spec/sap-10-3-full-specification-2026-01-13.pdf
View file

Binary file not shown.

0
domain/addresses/__init__.py
View file

51
domain/addresses/postcode_batching.py
View file

@ -1,51 +0,0 @@
from __future__ import annotations
from collections.abc import Iterable, Iterator
from domain.addresses.user_address import UserAddress
from domain.postcode import Postcode
def iter_postcode_grouped_batches(
addresses: Iterable[UserAddress],
*,
max_batch_size: int = 500,
) -> Iterator[list[UserAddress]]:
if max_batch_size < 1:
raise ValueError("max_batch_size must be >= 1")
groups = _group_by_postcode_in_order(addresses)
buffer: list[UserAddress] = []
for group in groups.values():
group_len = len(group)
# Oversize single-Postcode group: flush buffer first, then dispatch
# the group as its own batch. Mirrors the legacy
# ``if group_len >= batch_size`` branch.
if group_len >= max_batch_size:
if buffer:
yield buffer
buffer = []
yield group
continue
# Adding this group would overflow: flush buffer before appending.
if len(buffer) + group_len > max_batch_size:
yield buffer
buffer = []
buffer.extend(group)
# Final flush.
if buffer:
yield buffer
def _group_by_postcode_in_order(
addresses: Iterable[UserAddress],
) -> dict[Postcode, list[UserAddress]]:
groups: dict[Postcode, list[UserAddress]] = {}
for address in addresses:
groups.setdefault(address.postcode, []).append(address)
return groups

18
domain/addresses/user_address.py
View file

@ -1,18 +0,0 @@
from __future__ import annotations
from dataclasses import dataclass, field
from typing import Optional
from domain.postcode import Postcode
def _empty_source_row() -> dict[str, str]:
return {}
@dataclass(frozen=True)
class UserAddress:
user_address: str
postcode: Postcode
internal_reference: Optional[str] = None
source_row: dict[str, str] = field(default_factory=_empty_source_row, compare=False)

15
domain/postcode.py
View file

@ -1,15 +0,0 @@
from __future__ import annotations
from dataclasses import dataclass
@dataclass(frozen=True)
class Postcode:
value: str
def __post_init__(self) -> None:
# Frozen dataclass: bypass the descriptor with object.__setattr__.
object.__setattr__(self, "value", "".join(self.value.split()).upper())
def __str__(self) -> str:
return self.value

Some files were not shown because too many files have changed in this diff Show more