diff --git a/model_data/simulation_system/generate_rdsap_change.py b/model_data/simulation_system/generate_rdsap_change.py index ddb5658d..0c8c1a21 100644 --- a/model_data/simulation_system/generate_rdsap_change.py +++ b/model_data/simulation_system/generate_rdsap_change.py @@ -53,20 +53,14 @@ def process_and_prune_desriptions(df, cleaned_lookup): cols_to_drop = { "walls": [ - 'original_description', 'thermal_transmittance', - 'thermal_transmittance_unit', 'is_cavity_wall', 'is_filled_cavity', - 'is_solid_brick', 'is_system_built', 'is_timber_frame', - 'is_granite_or_whinstone', 'is_as_built', 'is_cob', 'is_assumed', - 'is_sandstone_or_limestone', 'insulation_thickness', - 'external_insulation', 'internal_insulation', - 'original_description_ENDING', + 'original_description', 'clean_description', 'thermal_transmittance_unit', + 'original_description_ENDING', 'clean_description_ENDING', 'thermal_transmittance_ENDING', 'thermal_transmittance_unit_ENDING', 'is_cavity_wall_ENDING', 'is_filled_cavity_ENDING', 'is_solid_brick_ENDING', 'is_system_built_ENDING', 'is_timber_frame_ENDING', 'is_granite_or_whinstone_ENDING', 'is_as_built_ENDING', 'is_cob_ENDING', 'is_assumed_ENDING', - 'is_sandstone_or_limestone_ENDING', 'insulation_thickness_ENDING', - 'external_insulation_ENDING', 'internal_insulation_ENDING', + 'is_sandstone_or_limestone_ENDING' ], "floor": [ 'original_description', 'thermal_transmittance', @@ -147,11 +141,6 @@ def process_and_prune_desriptions(df, cleaned_lookup): df = df.drop( columns=cols_to_drop[component] + original_cols - ).rename( - columns={ - "clean_description": f"{component_upper}_DESCRIPTION_STARTING", - "clean_description_ENDING": f"{component_upper}_DESCRIPTION_ENDING", - } ) return df @@ -318,7 +307,7 @@ def app(): save_dataframe_to_s3_parquet( df=output, bucket_name="retrofit-data-dev", - file_key="sap_change_model/dataset.parquet", + file_key="sap_change_model/dataset_new.parquet", )