junte/ML
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/ML.git synced 2026-06-08 11:17:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

new model with is_as_built_ending and is assumed columns

Browse source
This commit is contained in:
Michael Duong 2024-05-26 09:28:00 +01:00
parent e97c01c366
commit b985bbf753
3 changed files with 30 additions and 68 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
modules/ml-pipeline/src/pipeline/configs/scenarios.yaml
View file

@ -5,6 +5,7 @@ default:
scenario_data_filepaths:
# - s3://retrofit-data-dev/scenario_data/22-03-2024-19-20-09/recommendations_scoring_data.parquet
# - s3://retrofit-data-dev/scenario_data/24-03-2024-20-23-25/recommendations_scoring_data.parquet
- s3://retrofit-data-dev/scenario_data/27-03-2024-11-38-15/recommendations_scoring_data.parquet
# - s3://retrofit-data-dev/scenario_data/27-03-2024-11-38-15/recommendations_scoring_data.parquet
- s3://retrofit-data-dev/scenario_data/26-05-2024-08-47-45/recommendations_scoring_data.parquet
comparison_output_filepath: ./metrics/scenario_table.md
metrics_output_filepath: ./metrics/scenario_metrics.md

3
modules/ml-pipeline/src/pipeline/configs/settings.yaml
View file

@ -18,7 +18,8 @@ default:
prepare_data:
input_dataclient_type: aws-s3
output_dataclient_type: local
data_filepath: s3://retrofit-data-dev/sap_change_model/2024-03-22-18-56-53/dataset_rooms.parquet
# data_filepath: s3://retrofit-data-dev/sap_change_model/2024-03-22-18-56-53/dataset_rooms.parquet
data_filepath: s3://retrofit-data-dev/sap_change_model/2024-05-25-08-36-36/dataset_rooms.parquet
train_proportion: 0.9
output_train_filepath: ./data/prepared_data/train.parquet
output_test_filepath: ./data/prepared_data/test.parquet

92
modules/ml-pipeline/src/pipeline/dvc.lock
View file

@ -35,52 +35,12 @@ stages:
- number_habitable_rooms
- number_heated_rooms
default.feature_processor.feature_processor_config.retain_features:
- uprn
- sap_starting
- hot_water_energy_eff_ending
- mainheat_energy_eff_ending
- constituency
- roof_energy_eff_ending
- walls_energy_eff_ending
- secondheat_description_ending
- property_type
- mainheatc_energy_eff_ending
- built_form
- walls_insulation_thickness_ending
- potential_energy_efficiency
- transaction_type_ending
- floor_thermal_transmittance_ending
- low_energy_lighting_ending
- heat_demand_starting
- photo_supply_ending
- carbon_starting
- walls_thermal_transmittance_ending
- roof_insulation_thickness_ending
- total_floor_area_ending
- number_open_fireplaces_ending
- windows_energy_eff_ending
- floor_height_ending
- extension_count_ending
- has_air_source_heat_pump_ending
- charging_system_ending
- construction_age_band
- glazed_type_ending
- roof_thermal_transmittance_ending
- floor_insulation_thickness_ending
- has_mains_gas_ending
- estimated_perimeter_starting
- energy_consumption_potential
- environment_impact_potential
- heater_type_ending
- multi_glaze_proportion_ending
- lighting_energy_eff_ending
- fixed_lighting_outlets_count
default.feature_processor.feature_processor_config.subsample_amount:
default.feature_processor.feature_processor_config.subsample_seed: 0
default.feature_processor.feature_processor_config.target: sap_ending
default.feature_processor.feature_processor_type: dataframe
default.prepare_data.data_filepath:
s3://retrofit-data-dev/sap_change_model/2024-03-22-18-56-53/dataset_rooms.parquet
s3://retrofit-data-dev/sap_change_model/2024-05-25-08-36-36/dataset_rooms.parquet
default.prepare_data.input_dataclient_type: aws-s3
default.prepare_data.output_dataclient_type: local
default.prepare_data.output_test_filepath: ./data/prepared_data/test.parquet
@ -89,8 +49,8 @@ stages:
outs:
- path: data/prepared_data/
hash: md5
md5: efa416abea618ae6220a0c3d597603cf.dir
size: 44750997
md5: 26bbe6b1dafae18eb50689604b925c87.dir
size: 45002224
nfiles: 2
build_model:
cmd: python 2_build_model.py
@ -101,8 +61,8 @@ stages:
size: 4820
- path: data/prepared_data
hash: md5
md5: efa416abea618ae6220a0c3d597603cf.dir
size: 44750997
md5: 26bbe6b1dafae18eb50689604b925c87.dir
size: 45002224
nfiles: 2
params:
configs/build_model.yaml:
@ -134,18 +94,18 @@ stages:
outs:
- path: data/fit_predictions/
hash: md5
md5: de46250d454c4d713ab580b10ff3fd31.dir
size: 3349318
md5: 7ba44b4af6ecedf3ffebcf7512731d3d.dir
size: 3348905
nfiles: 1
- path: data/model/
hash: md5
md5: 18bd7a93ece75a65d3a950b7dfdab4fb.dir
size: 735951861
md5: ef62a6f9b9336fb5b648589d6e0d54d6.dir
size: 737305293
nfiles: 35
- path: metrics/fit_metrics.json
hash: md5
md5: 8a952a5e884c268e6059357a627b9251
size: 224
md5: 38600703e1ece1447e5d0fd80b4de8b7
size: 217
generate_predictions:
cmd: python 3_generate_predictions.py
deps:
@ -155,13 +115,13 @@ stages:
size: 2464
- path: data/model
hash: md5
md5: 18bd7a93ece75a65d3a950b7dfdab4fb.dir
size: 735951861
md5: ef62a6f9b9336fb5b648589d6e0d54d6.dir
size: 737305293
nfiles: 35
- path: data/prepared_data
hash: md5
md5: efa416abea618ae6220a0c3d597603cf.dir
size: 44750997
md5: 26bbe6b1dafae18eb50689604b925c87.dir
size: 45002224
nfiles: 2
params:
configs/settings.yaml:
@ -173,8 +133,8 @@ stages:
outs:
- path: data/predictions/
hash: md5
md5: 07ef721a0dc94a52e3ba7a70ac45b8ff.dir
size: 463563
md5: 7d88320b1cd3c690032438fad6cb2200.dir
size: 463523
nfiles: 1
generate_metrics:
cmd: python 4_generate_metrics.py
@ -185,13 +145,13 @@ stages:
size: 3484
- path: data/predictions
hash: md5
md5: 07ef721a0dc94a52e3ba7a70ac45b8ff.dir
size: 463563
md5: 7d88320b1cd3c690032438fad6cb2200.dir
size: 463523
nfiles: 1
- path: data/prepared_data
hash: md5
md5: efa416abea618ae6220a0c3d597603cf.dir
size: 44750997
md5: 26bbe6b1dafae18eb50689604b925c87.dir
size: 45002224
nfiles: 2
params:
configs/settings.yaml:
@ -201,8 +161,8 @@ stages:
outs:
- path: metrics/metrics.json
hash: md5
md5: 9f863f47799d42c101eba3b03a179455
size: 224
md5: e17ee59f3a04178a153c5746bf897e74
size: 223
generate_scenerio_metrics:
cmd: python 5_generate_scenarios.py
deps:
@ -216,15 +176,15 @@ stages:
input_dataclient_type: aws-s3
output_dataclient_type: local
scenario_data_filepaths:
- s3://retrofit-data-dev/scenario_data/27-03-2024-11-38-15/recommendations_scoring_data.parquet
- s3://retrofit-data-dev/scenario_data/26-05-2024-08-47-45/recommendations_scoring_data.parquet
comparison_output_filepath: ./metrics/scenario_table.md
metrics_output_filepath: ./metrics/scenario_metrics.md
outs:
- path: metrics/scenario_metrics.md
hash: md5
md5: 64e7db945ff655ae03c20c9845f19106
md5: 84fcae91af1480ee0c8fc1616af359b3
size: 363
- path: metrics/scenario_table.md
hash: md5
md5: d4f8afe07b774374aeaa48f1b7b8a5fc
md5: 8571ff812c2f7c71eb0b1534ff6ecff5
size: 2133