junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-06-30 13:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

debygging location of dropping nulls from ciga list

Browse source
This commit is contained in:
Khalim Conn-Kowlessar 2024-02-23 12:11:00 +00:00
parent cef20c6e2c
commit bc0a2b8e37
1 changed files with 3 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
etl/eligibility/ha_15_32/ha_analysis_batch_3.py
View file

@ -232,12 +232,11 @@ class DataLoader:
ciga_list = pd.DataFrame(ciga_rows, columns=[cell.value for cell in ciga_sheet[1]]) ciga_list = pd.DataFrame(ciga_rows, columns=[cell.value for cell in ciga_sheet[1]])
# Remove columns that are None # Remove columns that are None
ciga_list = ciga_list.loc[:, ciga_list.columns.notnull()] ciga_list = ciga_list.loc[:, ciga_list.columns.notnull()]
# Remove rows with missing postcode which happens in a small number of cases
ciga_list = ciga_list[~pd.isnull(ciga_list["Matched Postcode"])]
ciga_list["ciga_list_row_id"] = [ha_name + "_ciga_" + str(i) for i in range(0, len(ciga_list))]
# Perform ciga list merge # Perform ciga list merge
if not ciga_list.empty: if not ciga_list.empty:
# Remove rows with missing postcode which happens in a small number of cases
ciga_list = ciga_list[~pd.isnull(ciga_list["Matched Postcode"])]
ciga_list["ciga_list_row_id"] = [ha_name + "_ciga_" + str(i) for i in range(0, len(ciga_list))]
ciga_list = self.create_ciga_list_house_no(ha_name, ciga_list) ciga_list = self.create_ciga_list_house_no(ha_name, ciga_list)
ciga_list = self.merge_ciga_to_assets(asset_list, ciga_list, ha_name) ciga_list = self.merge_ciga_to_assets(asset_list, ciga_list, ha_name)