Merge pull request #158 from Hestia-Homes/sap-dev-update-2

Sap dev update 2

deployment/handlers/prediction_app.py

@@ -64,11 +64,11 @@ def warming_up_invocation(
         columns=model.model.original_features,
     )
 
-    model_names = model.model.model_names()
-    if "NeuralNetFastAI" in model_names:
-        model.model.predict(warmup_df, model="NeuralNetFastAI")
-    else:
-        model.predict(data=warmup_df)
+    # model_names = model.model.model_names()
+    # if "NeuralNetFastAI" in model_names:
+    #     model.model.predict(warmup_df, model="NeuralNetFastAI")
+    # else:
+    model.predict(data=warmup_df)
 
 
 def handler(event, context):

modules/ml-pipeline/src/pipeline/configs/build_model.yaml

@@ -16,7 +16,7 @@ default:
       eval_metric: mean_squared_error #mean_absolute_error
       time_limit: 3600
       presets: medium_quality
-      excluded_model_types: ['RF', 'CAT', 'NN_TORCH', 'KNN', 'XT']
+      excluded_model_types: ['RF', 'CAT', 'NN_TORCH', 'KNN', 'XT', 'FASTAI']
       infer_limit: 1
       infer_limit_batch_size: 10000
       fit_strategy: "parallel"

modules/ml-pipeline/src/pipeline/dvc.lock

@@ -61,8 +61,8 @@ stages:
     outs:
     - path: data/prepared_data/
       hash: md5
-      md5: 54204b6a31ba369cfbd26b9b25bfa355.dir
-      size: 46095230
+      md5: d798b73fafe6d59c96c0216baeaf085a.dir
+      size: 46090520
       nfiles: 3
   build_model:
     cmd: python 2_build_model.py
@@ -73,8 +73,8 @@ stages:
       size: 4820
     - path: data/prepared_data
       hash: md5
-      md5: 54204b6a31ba369cfbd26b9b25bfa355.dir
-      size: 46095230
+      md5: d798b73fafe6d59c96c0216baeaf085a.dir
+      size: 46090520
       nfiles: 3
     params:
       configs/build_model.yaml:
@@ -99,6 +99,7 @@ stages:
               - NN_TORCH
               - KNN
               - XT
+              - FASTAI
               infer_limit: 1
               infer_limit_batch_size: 10000
               fit_strategy: parallel
@@ -174,18 +175,18 @@ stages:
     outs:
     - path: data/fit_predictions/
       hash: md5
-      md5: f29cfa6a2dadf4fbe81813b3d517fd10.dir
-      size: 3474971
+      md5: 2d3627b9752e0eb6988d655cc76cb871.dir
+      size: 3474407
       nfiles: 1
     - path: data/model/
       hash: md5
-      md5: 1156f526fe9d11134e49f805c41c3781.dir
-      size: 763384978
-      nfiles: 35
+      md5: e4279fd1aff989b128e7477ad7e02d81.dir
+      size: 790249675
+      nfiles: 31
     - path: metrics/fit_metrics.json
       hash: md5
-      md5: 24b2f7c34e5e08b66f39289afac5d795
-      size: 226
+      md5: e45c166e089965e9c17d9b4a6656d6d6
+      size: 225
   generate_predictions:
     cmd: python 3_generate_predictions.py
     deps:
@@ -195,13 +196,13 @@ stages:
       size: 2464
     - path: data/model
       hash: md5
-      md5: 1156f526fe9d11134e49f805c41c3781.dir
-      size: 763384978
-      nfiles: 35
+      md5: e4279fd1aff989b128e7477ad7e02d81.dir
+      size: 790249675
+      nfiles: 31
     - path: data/prepared_data
       hash: md5
-      md5: 54204b6a31ba369cfbd26b9b25bfa355.dir
-      size: 46095230
+      md5: d798b73fafe6d59c96c0216baeaf085a.dir
+      size: 46090520
       nfiles: 3
     params:
       configs/settings.yaml:
@@ -215,8 +216,8 @@ stages:
     outs:
     - path: data/predictions/
       hash: md5
-      md5: e9b1d9b94d1e44c999c17b7a2d096db9.dir
-      size: 484818
+      md5: fdebcc5ba775c2b416e33e8775dd450a.dir
+      size: 484710
       nfiles: 1
   generate_metrics:
     cmd: python 4_generate_metrics.py
@@ -227,13 +228,13 @@ stages:
       size: 3484
     - path: data/predictions
       hash: md5
-      md5: e9b1d9b94d1e44c999c17b7a2d096db9.dir
-      size: 484818
+      md5: fdebcc5ba775c2b416e33e8775dd450a.dir
+      size: 484710
       nfiles: 1
     - path: data/prepared_data
       hash: md5
-      md5: 54204b6a31ba369cfbd26b9b25bfa355.dir
-      size: 46095230
+      md5: d798b73fafe6d59c96c0216baeaf085a.dir
+      size: 46090520
       nfiles: 3
     params:
       configs/settings.yaml:
@@ -243,8 +244,8 @@ stages:
     outs:
     - path: metrics/metrics.json
       hash: md5
-      md5: 88a4e49229cc3c329faf5bf0fcae3318
-      size: 226
+      md5: a5f8e795d87356eaff446ae7006a47fe
+      size: 224
   generate_scenerio_metrics:
     cmd: python 5_generate_scenarios.py
     deps:
@@ -264,9 +265,9 @@ stages:
     outs:
     - path: metrics/scenario_metrics.md
       hash: md5
-      md5: 3326cc2e59ac1671d99d3e1f27131f54
+      md5: 86c9a8f2520cac8ed0796d62c03de278
       size: 356
     - path: metrics/scenario_table.md
       hash: md5
-      md5: 0a434e055463ec9ade5de2de9bde7154
+      md5: 686f3f5d966c82c0f68baaaa74617aa1
       size: 872