junte/survey-extraction
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/survey-extraction.git synced 2026-06-30 13:10:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

data base

Browse source
This commit is contained in:
Jun-te Kim 2025-03-25 17:46:59 +00:00
parent 500a1c096d
commit 03ab469a11
3 changed files with 181 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
etl/jjc_invoice.py
View file

@ -402,12 +402,25 @@ def get_insulation_type(str):
else:
return "GENERAL"
def rate_card_reader():
jjc_empty_cavity_df = pd.read_csv(os.path.join(os.getcwd(), "ratecard", "jjcRateCards", "empty.csv"))
jjc_general_cavity_df = pd.read_csv(os.path.join(os.getcwd(), "ratecard", "jjcRateCards", "foam.csv"))
jjc_foam_cavity_df = pd.read_csv(os.path.join(os.getcwd(), "ratecard", "jjcRateCards", "general.csv"))
def get_jjc_price_matrix(file="empty.csv"):
rate_card_df = pd.read_csv(os.path.join(os.getcwd(), "ratecard", "jjcRateCards", file))
rate_card_df = pd.read_csv(os.path.join(os.getcwd(), "ratecard", "jjcRateCards", "empty.csv"))
price_table = []
converter = {
}
for key, value in rate_card_df.iterrows()
print(key)
print(value)
break
jjc_rate_card_reader()
jjc_rate_card_reader("foam.csv")
jjc_rate_card_reader("general.csv")
def main():
@ -419,7 +432,6 @@ def main():
"Address": [],
"Surveyor's Name": [],
"Type of Work": [],
"Price": [],
"Pre SAP": [],
"Total Floor Area": [],
"Empty/Cavity": [],
@ -479,6 +491,7 @@ def main():
df = pd.DataFrame(data)
# Save to an Excel file
df.to_excel("survey_data.xlsx", index=False)
df.to_csv("survery_data.csv", index=False)

162
etl/ratecard/jjcRateCardEmptyCavity.csv
View file

@ -1 +1,161 @@
floor_area, trickle_vent, number of wet rooms,
funding_type,floor_area,trickle_vent,number_of_wet_rooms,price
HIGH D TO HIGH C (ECO4),0-72m,0,0,-1
HIGH D TO HIGH C (ECO4),0-72m,0,1,-1
HIGH D TO HIGH C (ECO4),0-72m,0,2,-1
HIGH D TO HIGH C (ECO4),0-72m,0,3,-1
HIGH D TO HIGH C (ECO4),0-72m,1,0,-1
HIGH D TO HIGH C (ECO4),0-72m,1,1,-1
HIGH D TO HIGH C (ECO4),0-72m,1,2,-1
HIGH D TO HIGH C (ECO4),0-72m,1,3,-1
HIGH D TO HIGH C (ECO4),73-97m,0,0,-1
HIGH D TO HIGH C (ECO4),73-97m,0,1,-1
HIGH D TO HIGH C (ECO4),73-97m,0,2,-1
HIGH D TO HIGH C (ECO4),73-97m,0,3,-1
HIGH D TO HIGH C (ECO4),73-97m,1,0,-1
HIGH D TO HIGH C (ECO4),73-97m,1,1,-1
HIGH D TO HIGH C (ECO4),73-97m,1,2,-1
HIGH D TO HIGH C (ECO4),73-97m,1,3,-1
HIGH D TO HIGH C (ECO4),98-199m,0,0,-1
HIGH D TO HIGH C (ECO4),98-199m,0,1,-1
HIGH D TO HIGH C (ECO4),98-199m,0,2,-1
HIGH D TO HIGH C (ECO4),98-199m,0,3,-1
HIGH D TO HIGH C (ECO4),98-199m,1,0,-1
HIGH D TO HIGH C (ECO4),98-199m,1,1,-1
HIGH D TO HIGH C (ECO4),98-199m,1,2,-1
HIGH D TO HIGH C (ECO4),98-199m,1,3,-1
HIGH D TO HIGH C (ECO4),over 200m,0,0,-1
HIGH D TO HIGH C (ECO4),over 200m,0,1,-1
HIGH D TO HIGH C (ECO4),over 200m,0,2,-1
HIGH D TO HIGH C (ECO4),over 200m,0,3,-1
HIGH D TO HIGH C (ECO4),over 200m,1,0,-1
HIGH D TO HIGH C (ECO4),over 200m,1,1,-1
HIGH D TO HIGH C (ECO4),over 200m,1,2,-1
HIGH D TO HIGH C (ECO4),over 200m,1,3,-1
HIGH D TO LOW C (ECO4),0-72m,0,0,-1
HIGH D TO LOW C (ECO4),0-72m,0,1,-1
HIGH D TO LOW C (ECO4),0-72m,0,2,-1
HIGH D TO LOW C (ECO4),0-72m,0,3,-1
HIGH D TO LOW C (ECO4),0-72m,1,0,-1
HIGH D TO LOW C (ECO4),0-72m,1,1,-1
HIGH D TO LOW C (ECO4),0-72m,1,2,-1
HIGH D TO LOW C (ECO4),0-72m,1,3,-1
HIGH D TO LOW C (ECO4),73-97m,0,0,-1
HIGH D TO LOW C (ECO4),73-97m,0,1,-1
HIGH D TO LOW C (ECO4),73-97m,0,2,-1
HIGH D TO LOW C (ECO4),73-97m,0,3,-1
HIGH D TO LOW C (ECO4),73-97m,1,0,-1
HIGH D TO LOW C (ECO4),73-97m,1,1,-1
HIGH D TO LOW C (ECO4),73-97m,1,2,-1
HIGH D TO LOW C (ECO4),73-97m,1,3,-1
HIGH D TO LOW C (ECO4),98-199m,0,0,-1
HIGH D TO LOW C (ECO4),98-199m,0,1,-1
HIGH D TO LOW C (ECO4),98-199m,0,2,-1
HIGH D TO LOW C (ECO4),98-199m,0,3,-1
HIGH D TO LOW C (ECO4),98-199m,1,0,-1
HIGH D TO LOW C (ECO4),98-199m,1,1,-1
HIGH D TO LOW C (ECO4),98-199m,1,2,-1
HIGH D TO LOW C (ECO4),98-199m,1,3,-1
HIGH D TO LOW C (ECO4),over 200m,0,0,-1
HIGH D TO LOW C (ECO4),over 200m,0,1,-1
HIGH D TO LOW C (ECO4),over 200m,0,2,-1
HIGH D TO LOW C (ECO4),over 200m,0,3,-1
HIGH D TO LOW C (ECO4),over 200m,1,0,-1
HIGH D TO LOW C (ECO4),over 200m,1,1,-1
HIGH D TO LOW C (ECO4),over 200m,1,2,-1
HIGH D TO LOW C (ECO4),over 200m,1,3,-1
LOW D TO HIGH C (ECO4),0-72m,0,0,-1
LOW D TO HIGH C (ECO4),0-72m,0,1,-1
LOW D TO HIGH C (ECO4),0-72m,0,2,-1
LOW D TO HIGH C (ECO4),0-72m,0,3,-1
LOW D TO HIGH C (ECO4),0-72m,1,0,-1
LOW D TO HIGH C (ECO4),0-72m,1,1,-1
LOW D TO HIGH C (ECO4),0-72m,1,2,-1
LOW D TO HIGH C (ECO4),0-72m,1,3,-1
LOW D TO HIGH C (ECO4),73-97m,0,0,-1
LOW D TO HIGH C (ECO4),73-97m,0,1,-1
LOW D TO HIGH C (ECO4),73-97m,0,2,-1
LOW D TO HIGH C (ECO4),73-97m,0,3,-1
LOW D TO HIGH C (ECO4),73-97m,1,0,-1
LOW D TO HIGH C (ECO4),73-97m,1,1,-1
LOW D TO HIGH C (ECO4),73-97m,1,2,-1
LOW D TO HIGH C (ECO4),73-97m,1,3,-1
LOW D TO HIGH C (ECO4),98-199m,0,0,-1
LOW D TO HIGH C (ECO4),98-199m,0,1,-1
LOW D TO HIGH C (ECO4),98-199m,0,2,-1
LOW D TO HIGH C (ECO4),98-199m,0,3,-1
LOW D TO HIGH C (ECO4),98-199m,1,0,-1
LOW D TO HIGH C (ECO4),98-199m,1,1,-1
LOW D TO HIGH C (ECO4),98-199m,1,2,-1
LOW D TO HIGH C (ECO4),98-199m,1,3,-1
LOW D TO HIGH C (ECO4),over 200m,0,0,-1
LOW D TO HIGH C (ECO4),over 200m,0,1,-1
LOW D TO HIGH C (ECO4),over 200m,0,2,-1
LOW D TO HIGH C (ECO4),over 200m,0,3,-1
LOW D TO HIGH C (ECO4),over 200m,1,0,-1
LOW D TO HIGH C (ECO4),over 200m,1,1,-1
LOW D TO HIGH C (ECO4),over 200m,1,2,-1
LOW D TO HIGH C (ECO4),over 200m,1,3,-1
LOW D TO LOW C (ECO4),0-72m,0,0,-1
LOW D TO LOW C (ECO4),0-72m,0,1,-1
LOW D TO LOW C (ECO4),0-72m,0,2,-1
LOW D TO LOW C (ECO4),0-72m,0,3,-1
LOW D TO LOW C (ECO4),0-72m,1,0,-1
LOW D TO LOW C (ECO4),0-72m,1,1,-1
LOW D TO LOW C (ECO4),0-72m,1,2,-1
LOW D TO LOW C (ECO4),0-72m,1,3,-1
LOW D TO LOW C (ECO4),73-97m,0,0,--1
LOW D TO LOW C (ECO4),73-97m,0,1,-1
LOW D TO LOW C (ECO4),73-97m,0,2,-1
LOW D TO LOW C (ECO4),73-97m,0,3,-1
LOW D TO LOW C (ECO4),73-97m,1,0,-1
LOW D TO LOW C (ECO4),73-97m,1,1,-1
LOW D TO LOW C (ECO4),73-97m,1,2,-1
LOW D TO LOW C (ECO4),73-97m,1,3,-1
LOW D TO LOW C (ECO4),98-199m,0,0,-1
LOW D TO LOW C (ECO4),98-199m,0,1,-1
LOW D TO LOW C (ECO4),98-199m,0,2,-1
LOW D TO LOW C (ECO4),98-199m,0,3,-1
LOW D TO LOW C (ECO4),98-199m,1,0,-1
LOW D TO LOW C (ECO4),98-199m,1,1,-1
LOW D TO LOW C (ECO4),98-199m,1,2,-1
LOW D TO LOW C (ECO4),98-199m,1,3,-1
LOW D TO LOW C (ECO4),over 200m,0,0,-1
LOW D TO LOW C (ECO4),over 200m,0,1,-1
LOW D TO LOW C (ECO4),over 200m,0,2,-1
LOW D TO LOW C (ECO4),over 200m,0,3,-1
LOW D TO LOW C (ECO4),over 200m,1,0,-1
LOW D TO LOW C (ECO4),over 200m,1,1,-1
LOW D TO LOW C (ECO4),over 200m,1,2,-1
LOW D TO LOW C (ECO4),over 200m,1,3,-1
GBIS,0-72m,0,0,-1
GBIS,0-72m,0,1,-1
GBIS,0-72m,0,2,-1
GBIS,0-72m,0,3,-1
GBIS,0-72m,1,0,-1
GBIS,0-72m,1,1,-1
GBIS,0-72m,1,2,-1
GBIS,0-72m,1,3,-1
GBIS,73-97m,0,0,-1
GBIS,73-97m,0,1,-1
GBIS,73-97m,0,2,-1
GBIS,73-97m,0,3,-1
GBIS,73-97m,1,0,-1
GBIS,73-97m,1,1,-1
GBIS,73-97m,1,2,-1
GBIS,73-97m,1,3,-1
GBIS,98-199m,0,0,-1
GBIS,98-199m,0,1,-1
GBIS,98-199m,0,2,-1
GBIS,98-199m,0,3,-1
GBIS,98-199m,1,0,-1
GBIS,98-199m,1,1,-1
GBIS,98-199m,1,2,-1
GBIS,98-199m,1,3,-1
GBIS,over 200m,0,0,-1
GBIS,over 200m,0,1,-1
GBIS,over 200m,0,2,-1
GBIS,over 200m,0,3,-1
GBIS,over 200m,1,0,-1
GBIS,over 200m,1,1,-1
GBIS,over 200m,1,2,-1
GBIS,over 200m,1,3,-1
1 funding_type floor_area number of wet rooms trickle_vent number_of_wet_rooms price
2 HIGH D TO HIGH C (ECO4) 0-72m 0 0 -1
3 HIGH D TO HIGH C (ECO4) 0-72m 0 1 -1
4 HIGH D TO HIGH C (ECO4) 0-72m 0 2 -1
5 HIGH D TO HIGH C (ECO4) 0-72m 0 3 -1
6 HIGH D TO HIGH C (ECO4) 0-72m 1 0 -1
7 HIGH D TO HIGH C (ECO4) 0-72m 1 1 -1
8 HIGH D TO HIGH C (ECO4) 0-72m 1 2 -1
9 HIGH D TO HIGH C (ECO4) 0-72m 1 3 -1
10 HIGH D TO HIGH C (ECO4) 73-97m 0 0 -1
11 HIGH D TO HIGH C (ECO4) 73-97m 0 1 -1
12 HIGH D TO HIGH C (ECO4) 73-97m 0 2 -1
13 HIGH D TO HIGH C (ECO4) 73-97m 0 3 -1
14 HIGH D TO HIGH C (ECO4) 73-97m 1 0 -1
15 HIGH D TO HIGH C (ECO4) 73-97m 1 1 -1
16 HIGH D TO HIGH C (ECO4) 73-97m 1 2 -1
17 HIGH D TO HIGH C (ECO4) 73-97m 1 3 -1
18 HIGH D TO HIGH C (ECO4) 98-199m 0 0 -1
19 HIGH D TO HIGH C (ECO4) 98-199m 0 1 -1
20 HIGH D TO HIGH C (ECO4) 98-199m 0 2 -1
21 HIGH D TO HIGH C (ECO4) 98-199m 0 3 -1
22 HIGH D TO HIGH C (ECO4) 98-199m 1 0 -1
23 HIGH D TO HIGH C (ECO4) 98-199m 1 1 -1
24 HIGH D TO HIGH C (ECO4) 98-199m 1 2 -1
25 HIGH D TO HIGH C (ECO4) 98-199m 1 3 -1
26 HIGH D TO HIGH C (ECO4) over 200m 0 0 -1
27 HIGH D TO HIGH C (ECO4) over 200m 0 1 -1
28 HIGH D TO HIGH C (ECO4) over 200m 0 2 -1
29 HIGH D TO HIGH C (ECO4) over 200m 0 3 -1
30 HIGH D TO HIGH C (ECO4) over 200m 1 0 -1
31 HIGH D TO HIGH C (ECO4) over 200m 1 1 -1
32 HIGH D TO HIGH C (ECO4) over 200m 1 2 -1
33 HIGH D TO HIGH C (ECO4) over 200m 1 3 -1
34 HIGH D TO LOW C (ECO4) 0-72m 0 0 -1
35 HIGH D TO LOW C (ECO4) 0-72m 0 1 -1
36 HIGH D TO LOW C (ECO4) 0-72m 0 2 -1
37 HIGH D TO LOW C (ECO4) 0-72m 0 3 -1
38 HIGH D TO LOW C (ECO4) 0-72m 1 0 -1
39 HIGH D TO LOW C (ECO4) 0-72m 1 1 -1
40 HIGH D TO LOW C (ECO4) 0-72m 1 2 -1
41 HIGH D TO LOW C (ECO4) 0-72m 1 3 -1
42 HIGH D TO LOW C (ECO4) 73-97m 0 0 -1
43 HIGH D TO LOW C (ECO4) 73-97m 0 1 -1
44 HIGH D TO LOW C (ECO4) 73-97m 0 2 -1
45 HIGH D TO LOW C (ECO4) 73-97m 0 3 -1
46 HIGH D TO LOW C (ECO4) 73-97m 1 0 -1
47 HIGH D TO LOW C (ECO4) 73-97m 1 1 -1
48 HIGH D TO LOW C (ECO4) 73-97m 1 2 -1
49 HIGH D TO LOW C (ECO4) 73-97m 1 3 -1
50 HIGH D TO LOW C (ECO4) 98-199m 0 0 -1
51 HIGH D TO LOW C (ECO4) 98-199m 0 1 -1
52 HIGH D TO LOW C (ECO4) 98-199m 0 2 -1
53 HIGH D TO LOW C (ECO4) 98-199m 0 3 -1
54 HIGH D TO LOW C (ECO4) 98-199m 1 0 -1
55 HIGH D TO LOW C (ECO4) 98-199m 1 1 -1
56 HIGH D TO LOW C (ECO4) 98-199m 1 2 -1
57 HIGH D TO LOW C (ECO4) 98-199m 1 3 -1
58 HIGH D TO LOW C (ECO4) over 200m 0 0 -1
59 HIGH D TO LOW C (ECO4) over 200m 0 1 -1
60 HIGH D TO LOW C (ECO4) over 200m 0 2 -1
61 HIGH D TO LOW C (ECO4) over 200m 0 3 -1
62 HIGH D TO LOW C (ECO4) over 200m 1 0 -1
63 HIGH D TO LOW C (ECO4) over 200m 1 1 -1
64 HIGH D TO LOW C (ECO4) over 200m 1 2 -1
65 HIGH D TO LOW C (ECO4) over 200m 1 3 -1
66 LOW D TO HIGH C (ECO4) 0-72m 0 0 -1
67 LOW D TO HIGH C (ECO4) 0-72m 0 1 -1
68 LOW D TO HIGH C (ECO4) 0-72m 0 2 -1
69 LOW D TO HIGH C (ECO4) 0-72m 0 3 -1
70 LOW D TO HIGH C (ECO4) 0-72m 1 0 -1
71 LOW D TO HIGH C (ECO4) 0-72m 1 1 -1
72 LOW D TO HIGH C (ECO4) 0-72m 1 2 -1
73 LOW D TO HIGH C (ECO4) 0-72m 1 3 -1
74 LOW D TO HIGH C (ECO4) 73-97m 0 0 -1
75 LOW D TO HIGH C (ECO4) 73-97m 0 1 -1
76 LOW D TO HIGH C (ECO4) 73-97m 0 2 -1
77 LOW D TO HIGH C (ECO4) 73-97m 0 3 -1
78 LOW D TO HIGH C (ECO4) 73-97m 1 0 -1
79 LOW D TO HIGH C (ECO4) 73-97m 1 1 -1
80 LOW D TO HIGH C (ECO4) 73-97m 1 2 -1
81 LOW D TO HIGH C (ECO4) 73-97m 1 3 -1
82 LOW D TO HIGH C (ECO4) 98-199m 0 0 -1
83 LOW D TO HIGH C (ECO4) 98-199m 0 1 -1
84 LOW D TO HIGH C (ECO4) 98-199m 0 2 -1
85 LOW D TO HIGH C (ECO4) 98-199m 0 3 -1
86 LOW D TO HIGH C (ECO4) 98-199m 1 0 -1
87 LOW D TO HIGH C (ECO4) 98-199m 1 1 -1
88 LOW D TO HIGH C (ECO4) 98-199m 1 2 -1
89 LOW D TO HIGH C (ECO4) 98-199m 1 3 -1
90 LOW D TO HIGH C (ECO4) over 200m 0 0 -1
91 LOW D TO HIGH C (ECO4) over 200m 0 1 -1
92 LOW D TO HIGH C (ECO4) over 200m 0 2 -1
93 LOW D TO HIGH C (ECO4) over 200m 0 3 -1
94 LOW D TO HIGH C (ECO4) over 200m 1 0 -1
95 LOW D TO HIGH C (ECO4) over 200m 1 1 -1
96 LOW D TO HIGH C (ECO4) over 200m 1 2 -1
97 LOW D TO HIGH C (ECO4) over 200m 1 3 -1
98 LOW D TO LOW C (ECO4) 0-72m 0 0 -1
99 LOW D TO LOW C (ECO4) 0-72m 0 1 -1
100 LOW D TO LOW C (ECO4) 0-72m 0 2 -1
101 LOW D TO LOW C (ECO4) 0-72m 0 3 -1
102 LOW D TO LOW C (ECO4) 0-72m 1 0 -1
103 LOW D TO LOW C (ECO4) 0-72m 1 1 -1
104 LOW D TO LOW C (ECO4) 0-72m 1 2 -1
105 LOW D TO LOW C (ECO4) 0-72m 1 3 -1
106 LOW D TO LOW C (ECO4) 73-97m 0 0 --1
107 LOW D TO LOW C (ECO4) 73-97m 0 1 -1
108 LOW D TO LOW C (ECO4) 73-97m 0 2 -1
109 LOW D TO LOW C (ECO4) 73-97m 0 3 -1
110 LOW D TO LOW C (ECO4) 73-97m 1 0 -1
111 LOW D TO LOW C (ECO4) 73-97m 1 1 -1
112 LOW D TO LOW C (ECO4) 73-97m 1 2 -1
113 LOW D TO LOW C (ECO4) 73-97m 1 3 -1
114 LOW D TO LOW C (ECO4) 98-199m 0 0 -1
115 LOW D TO LOW C (ECO4) 98-199m 0 1 -1
116 LOW D TO LOW C (ECO4) 98-199m 0 2 -1
117 LOW D TO LOW C (ECO4) 98-199m 0 3 -1
118 LOW D TO LOW C (ECO4) 98-199m 1 0 -1
119 LOW D TO LOW C (ECO4) 98-199m 1 1 -1
120 LOW D TO LOW C (ECO4) 98-199m 1 2 -1
121 LOW D TO LOW C (ECO4) 98-199m 1 3 -1
122 LOW D TO LOW C (ECO4) over 200m 0 0 -1
123 LOW D TO LOW C (ECO4) over 200m 0 1 -1
124 LOW D TO LOW C (ECO4) over 200m 0 2 -1
125 LOW D TO LOW C (ECO4) over 200m 0 3 -1
126 LOW D TO LOW C (ECO4) over 200m 1 0 -1
127 LOW D TO LOW C (ECO4) over 200m 1 1 -1
128 LOW D TO LOW C (ECO4) over 200m 1 2 -1
129 LOW D TO LOW C (ECO4) over 200m 1 3 -1
130 GBIS 0-72m 0 0 -1
131 GBIS 0-72m 0 1 -1
132 GBIS 0-72m 0 2 -1
133 GBIS 0-72m 0 3 -1
134 GBIS 0-72m 1 0 -1
135 GBIS 0-72m 1 1 -1
136 GBIS 0-72m 1 2 -1
137 GBIS 0-72m 1 3 -1
138 GBIS 73-97m 0 0 -1
139 GBIS 73-97m 0 1 -1
140 GBIS 73-97m 0 2 -1
141 GBIS 73-97m 0 3 -1
142 GBIS 73-97m 1 0 -1
143 GBIS 73-97m 1 1 -1
144 GBIS 73-97m 1 2 -1
145 GBIS 73-97m 1 3 -1
146 GBIS 98-199m 0 0 -1
147 GBIS 98-199m 0 1 -1
148 GBIS 98-199m 0 2 -1
149 GBIS 98-199m 0 3 -1
150 GBIS 98-199m 1 0 -1
151 GBIS 98-199m 1 1 -1
152 GBIS 98-199m 1 2 -1
153 GBIS 98-199m 1 3 -1
154 GBIS over 200m 0 0 -1
155 GBIS over 200m 0 1 -1
156 GBIS over 200m 0 2 -1
157 GBIS over 200m 0 3 -1
158 GBIS over 200m 1 0 -1
159 GBIS over 200m 1 1 -1
160 GBIS over 200m 1 2 -1
161 GBIS over 200m 1 3 -1

1
etl/transform/types.py
View file

@ -150,6 +150,7 @@ class Windows(BaseModel):
g_value: int
class PropertyDetail(BaseModel):
# change this name to build parts
age_band: str
dimensions: List[Dimension] = []
wall: Optional[Walls] = None