debygging location of dropping nulls from ciga list

This commit is contained in:
Khalim Conn-Kowlessar 2024-02-23 12:11:00 +00:00
parent cef20c6e2c
commit bc0a2b8e37

View file

@ -232,12 +232,11 @@ class DataLoader:
ciga_list = pd.DataFrame(ciga_rows, columns=[cell.value for cell in ciga_sheet[1]])
# Remove columns that are None
ciga_list = ciga_list.loc[:, ciga_list.columns.notnull()]
# Remove rows with missing postcode which happens in a small number of cases
ciga_list = ciga_list[~pd.isnull(ciga_list["Matched Postcode"])]
ciga_list["ciga_list_row_id"] = [ha_name + "_ciga_" + str(i) for i in range(0, len(ciga_list))]
# Perform ciga list merge
if not ciga_list.empty:
# Remove rows with missing postcode which happens in a small number of cases
ciga_list = ciga_list[~pd.isnull(ciga_list["Matched Postcode"])]
ciga_list["ciga_list_row_id"] = [ha_name + "_ciga_" + str(i) for i in range(0, len(ciga_list))]
ciga_list = self.create_ciga_list_house_no(ha_name, ciga_list)
ciga_list = self.merge_ciga_to_assets(asset_list, ciga_list, ha_name)