junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-06-08 11:17:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add previous assessors

Browse source
This commit is contained in:
Michael Duong 2024-05-17 06:54:48 +01:00
parent 30e9de04bf
commit 38d80351e2
1 changed files with 27 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
etl/epc_recommendations/find_my_epc_pipeline.py
View file

@ -68,10 +68,35 @@ def retrieve_find_my_epc_data(uprn: int, postcode: str, address: str):
new_property_df['assessor_number'] = assessor_number
new_property_df['assessor_email'] = assessor_email
new_property_df['previous_assessor_details'] = None
other_certificates_section = address_res.find("div", {'id': 'other_certificates_and_reports'})
other_certificates_lines = other_certificates_section.find('dl', {"class": "govuk-summary-list"})
other_certificates_links = other_certificates_lines.find_all('a')
if len(other_certificates_links) > 0:
previous_assesors_details_list = []
# Iterate and download previous assessors
for link in other_certificates_links:
previous_url = BASE_ENERGY_URL + link['href']
previous_url_response = requests.get(previous_url, headers=headers)
previous_url_res = BeautifulSoup(previous_url_response.text, features="html.parser")
assessor_block = previous_url_res.find('div', {'class': 'epc-contact-assessor'})
assessor_fields = assessor_block.find_all('dd', {"class": 'govuk-summary-list__value govuk-!-width-one-half'})
assessor_name = assessor_fields[0].text.strip()
assessor_number = assessor_fields[1].text.strip()
assessor_email = assessor_fields[2].text.strip()
previous_assesors_details_list.append([assessor_name, assessor_number, assessor_email])
new_property_df['previous_assessor_details'] = [previous_assesors_details_list]
new_property_df['improvements'] = None
new_property_df['improvements_sap'] = None
new_property_df['improvements_cost'] = None
# return new_property_df
# print('### Changes that can be made:')
@ -128,7 +153,7 @@ def main():
addresses_df['uprn'] = addresses_df['uprn'].astype(int)
find_my_epc_data_list = []
for i, row in tqdm(addresses_df.iterrows()):
for i, row in tqdm(addresses_df.tail(3).iterrows()):
address_data = retrieve_find_my_epc_data(
uprn=row['uprn'],