upgrade storage type of rds to gp3

etl/customers/peabody/Nov 2025 Consulting Project/d_restart_failed_subtasks.py

@@ -6,4 +6,7 @@ This script will fetch those failed subtasks, get the associated properties and
 from the database so that the subtasks can be restarted cleanly.
 
 Additionally, we wil find the problematic records and remove them
+
+Given we ran an EPC C scenario, we should check how many properties, below EPC C we have, that have no plan
+or recommendations in case something went wrong
 """

etl/epc/Dataset.py

@@ -697,8 +697,12 @@ class TrainingDataset(BaseDataset):
                 for x in missing_descriptions:
                     desc_cleaner = cleaner(x)
                     cleaned = desc_cleaner.process()
-                    # IF NODATA, REMAP TO NONE VALUES
-                    if all((pd.DataFrame(cleaned, index=[0]).T)[0] == False):
+                    # IF NODATA, REMAP TO NONE VALUES, apart from walls which we want to keep as is
+                    # If we convert the walls data to None, we end up converting booleans to None which
+                    # causes issues downstream
+                    if all(
+                        (pd.DataFrame(cleaned, index=[0]).T)[0] == False
+                    ) and component != "walls":
                         cleaned = {key: None for key in cleaned.keys()}
                     cleaned_data.append(
                         {

infrastructure/terraform/main.tf

@@ -85,6 +85,10 @@ resource "aws_db_instance" "default" {
   ca_cert_identifier = "rds-ca-rsa2048-g1"
   # Temporary to enfore immediate change
   apply_immediately = true
+  # Set up storage type to gp3 for better performance
+  storage_type      = "gp3"
+  iops              = 3000
+  storage_throughput = 125
 }
 
 # Set up the bucket that recieve the csv uploads of epc to be retrofit

recommendations/Recommendations.py

@@ -698,6 +698,13 @@ class Recommendations:
                     "heating_cop": 0.85,
                     "hotwater_cop": 0.85
                 }
+            if main_fuel_description in ['coal (community)']:
+                return {
+                    "heating_fuel_type": "Coal",
+                    "hotwater_fuel_type": "Coal",
+                    "heating_cop": 0.85,
+                    "hotwater_cop": 0.85
+                }
             logger.warning(
                 "Unhandled community fuel."
                 f"Fuel: {main_fuel_description}"