From 1846b8dc1459d99b32e2673dea7b1a4b4f2e7882 Mon Sep 17 00:00:00 2001 From: Khalim Conn-Kowlessar Date: Fri, 17 Nov 2023 14:09:22 +0000 Subject: [PATCH] remove get_cleaned from unit tests --- backend/tests/test_sap_model_prep.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/backend/tests/test_sap_model_prep.py b/backend/tests/test_sap_model_prep.py index ab7cd678..d512a499 100644 --- a/backend/tests/test_sap_model_prep.py +++ b/backend/tests/test_sap_model_prep.py @@ -5,8 +5,9 @@ from etl.epc.settings import COLUMNS_TO_MERGE_ON from epc_api.client import EpcClient import pandas as pd import pytest +import msgpack -from utils.s3 import read_dataframe_from_s3_parquet +from utils.s3 import read_dataframe_from_s3_parquet, read_from_s3 from tqdm import tqdm @@ -113,6 +114,12 @@ class TestSapModelPrep: @pytest.fixture def cleaned(self): + cleaned = read_from_s3( + s3_file_name="cleaned_epc_data/cleaned.bson", + bucket_name="retrofit-data-dev" + ) + + cleaned = msgpack.unpackb(cleaned, raw=False) return get_cleaned() def test_fill_cavity_wall(self, cleaned, cleaning_data):