junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-06-08 11:17:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

created InputEpcRecords

Browse source
This commit is contained in:
Khalim Conn-Kowlessar 2026-03-06 13:22:08 +00:00
parent 26dae3c9ae
commit a9cb25de23
1 changed files with 13 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
etl/epc/Record.py
View file

@ -1,4 +1,4 @@
from typing import Optional, get_origin, get_args, Union
from typing import Optional, get_origin, get_args, TypedDict, Dict
from dataclasses import fields
from datetime import datetime
from dataclasses import dataclass
@ -46,6 +46,12 @@ DATA_BUCKET = os.environ.get(
pd.set_option("future.no_silent_downcasting", True)
class InputEpcRecords(TypedDict):
original_epc: Dict[str, Any]
full_sap_epc: Dict[str, Any]
old_data: List[Dict[str, Any]]
@dataclass
class EPCRecord:
"""
@ -225,11 +231,11 @@ class EPCRecord:
run_mode: str = "training"
epc_records: dict = None
full_sap_epc: dict = None
epc_records: Optional[InputEpcRecords] = None
full_sap_epc: Optional[dict] = None
old_data: list[dict] = None
original_epc: dict = None
prepared_epc: dict = None
original_epc: Optional[dict] = None
prepared_epc: Optional[dict] = None
prepared_epc_delta_metadata: pd.DataFrame = None
cleaning_data: pd.DataFrame = None
@ -258,7 +264,6 @@ class EPCRecord:
self.prepared_epc = self.epc_records["original_epc"]
self.original_epc = self.epc_records["original_epc"].copy()
self.full_sap_epc = self.epc_records["full_sap_epc"]
self.old_data = self.epc_records["old_data"]
@ -985,8 +990,9 @@ class EPCRecord:
f"{validation_config['acceptable_values']}"
)
@staticmethod
def _validate_float(
self, record_key: str, field_value: Union[str, float], validation_config: dict
record_key: str, field_value: Union[str, float], validation_config: dict
):
"""
Validate a float field