.github/workflows/_deploy_lambda.yml

@@ -80,10 +80,6 @@ on:
         required: false
       TF_VAR_pashub_password:
         required: false
-      TF_VAR_pashub_coordination_email:
-        required: false
-      TF_VAR_pashub_coordination_password:
-        required: false
       TF_VAR_hubspot_api_key:
         required: false
 
@@ -158,8 +154,6 @@ jobs:
           TF_VAR_social_housing_wave_3_sharepoint_id: ${{ secrets.TF_VAR_social_housing_wave_3_sharepoint_id }}
           TF_VAR_pashub_email: ${{ secrets.TF_VAR_pashub_email }}
           TF_VAR_pashub_password: ${{ secrets.TF_VAR_pashub_password }}
-          TF_VAR_pashub_coordination_email: ${{ secrets.TF_VAR_pashub_coordination_email }}
-          TF_VAR_pashub_coordination_password: ${{ secrets.TF_VAR_pashub_coordination_password }}
           TF_VAR_hubspot_api_key: ${{ secrets.TF_VAR_hubspot_api_key }}
           TF_VAR_magicplan_customer_id: ${{ secrets.TF_VAR_magicplan_customer_id }}
           TF_VAR_magicplan_api_key: ${{ secrets.TF_VAR_magicplan_api_key }}
@@ -208,8 +202,6 @@ jobs:
           TF_VAR_social_housing_wave_3_sharepoint_id: ${{ secrets.TF_VAR_social_housing_wave_3_sharepoint_id }}
           TF_VAR_pashub_email: ${{ secrets.TF_VAR_pashub_email }}
           TF_VAR_pashub_password: ${{ secrets.TF_VAR_pashub_password }}
-          TF_VAR_pashub_coordination_email: ${{ secrets.TF_VAR_pashub_coordination_email }}
-          TF_VAR_pashub_coordination_password: ${{ secrets.TF_VAR_pashub_coordination_password }}
           TF_VAR_hubspot_api_key: ${{ secrets.TF_VAR_hubspot_api_key }}
           TF_VAR_magicplan_customer_id: ${{ secrets.TF_VAR_magicplan_customer_id }}
           TF_VAR_magicplan_api_key: ${{ secrets.TF_VAR_magicplan_api_key }}

.github/workflows/deploy_terraform.yml

@@ -407,8 +407,6 @@ jobs:
       TF_VAR_social_housing_wave_3_sharepoint_id: ${{ secrets.SOCIAL_HOUSING_WAVE_3_SHAREPOINT_ID }}
       TF_VAR_pashub_email: ${{ secrets.PASHUB_EMAIL }}
       TF_VAR_pashub_password: ${{ secrets.PASHUB_PASSWORD }}
-      TF_VAR_pashub_coordination_email: ${{ secrets.PASHUB_COORDINATION_EMAIL }}
-      TF_VAR_pashub_coordination_password: ${{ secrets.PASHUB_COORDINATION_PASSWORD }}
 
 
   # ============================================================

backend/address2UPRN/tests/test_data.csv

@@ -364,7 +364,4 @@ FLAT B 158 LEAHURST ROAD,SE13 5NL,100021976974
 164a Victoria Square,M4 5FA,77211315
 165a Victoria Square,M4 5FA,77211316
 166a Victoria Square,M4 5FA,None
-"FLAT 3; 42 MORETON ROAD, SOUTH CROYDON, SURREY",CR2 7DL,None
-71A  Stoneleigh Avenue,NE12 8NP,None
-71B  Stoneleigh Avenue,NE12 8NP,None
-71  Stoneleigh Avenue,NE12 8NP,47086009
+"FLAT 3; 42 MORETON ROAD, SOUTH CROYDON, SURREY",CR2 7DL,None

backend/app/config.py

@@ -86,8 +86,6 @@ class Settings(BaseSettings):
     # Pas Hub
     PASHUB_EMAIL: Optional[str] = None
     PASHUB_PASSWORD: Optional[str] = None
-    PASHUB_COORDINATION_EMAIL: Optional[str] = None
-    PASHUB_COORDINATION_PASSWORD: Optional[str] = None
 
     # Optional AWS creds (only required in local)
     AWS_ACCESS_KEY_ID: Optional[str] = None

backend/pashub_fetcher/handler/handler.py

@@ -1,11 +1,9 @@
-from typing import Any, Callable, Dict, List, Optional
+from typing import Any, Dict, List
 
 from backend.app.config import get_settings
-from backend.pashub_fetcher.pashub_client import PashubClient
+from backend.pashub_fetcher.pashub_client import PashubClient, UnauthorizedError
 from backend.pashub_fetcher.pashub_service import PashubService
-from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
-    PashubToAraTriggerRequest,
-)
+from backend.pashub_fetcher.pashub_to_ara_trigger_request import PashubToAraTriggerRequest
 from backend.pashub_fetcher.token_getter import get_token_from_local_storage
 from backend.app.db.models.tasks import SourceEnum
 from backend.utils.subtasks import task_handler
@@ -30,41 +28,38 @@ def handler(body: Dict[str, Any], context: Any) -> List[str]:
 
     settings = get_settings()
 
-    pashub_email = settings.PASHUB_EMAIL
-    pashub_password = settings.PASHUB_PASSWORD
+    pas_hub_email = settings.PASHUB_EMAIL
+    pas_hub_password = settings.PASHUB_PASSWORD
 
-    coordination_hub_email = settings.PASHUB_COORDINATION_EMAIL
-    coordination_hub_password = settings.PASHUB_COORDINATION_PASSWORD
-    coordination_client_factory: Optional[Callable[[], PashubClient]] = None
-
-    if (not pashub_email) or (not pashub_password):
+    if (not pas_hub_email) or (not pas_hub_password):
         raise ValueError("Pas Hub credentials not provided")
 
     sharepoint_client = DomnaSharepointClient(
         sharepoint_location=DomnaSites.SOCIAL_HOUSING_WAVE_3
     )
 
-    if coordination_hub_email and coordination_hub_password:
-        _coord_email, _coord_password = (
-            coordination_hub_email,
-            coordination_hub_password,
-        )
-        coordination_client_factory = lambda: get_pashub_client(
-            _coord_email, _coord_password
-        )
-
     logger.debug("Validating request body")
     payload = PashubToAraTriggerRequest.model_validate(body)
     logger.debug("Successfully validated request body")
 
     service = PashubService(
-        pashub_client=get_pashub_client(pashub_email, pashub_password),
+        pashub_client=get_pashub_client(pas_hub_email, pas_hub_password),
         sharepoint_client=sharepoint_client,
         s3_bucket=S3_BUCKET,
-        coordination_client_factory=coordination_client_factory,
     )
 
-    files: List[str] = service.run(payload)
+    try:
+        files: List[str] = service.run(payload)
+    except UnauthorizedError:
+        logger.warning("Token expired - refreshing")
+
+        service = PashubService(
+            pashub_client=get_pashub_client(pas_hub_email, pas_hub_password),
+            sharepoint_client=sharepoint_client,
+            s3_bucket=S3_BUCKET,
+        )
+
+        files = service.run(payload)
 
     logger.info(f"Saved {len(files)} files")
 

backend/pashub_fetcher/pashub_service.py

@@ -1,6 +1,6 @@
 import os
 from datetime import datetime, timezone
-from typing import Callable, List, NamedTuple, Optional, cast
+from typing import List, NamedTuple, Optional, cast
 
 from backend.app.db.connection import db_session
 from backend.app.db.models.uploaded_file import (
@@ -11,7 +11,7 @@ from backend.app.db.models.uploaded_file import (
 from backend.documents_parser.db_writer import save_epc_property_data
 from backend.documents_parser.parser import parse_site_notes_pdf
 from backend.pashub_fetcher.core_files import get_file_type_string
-from backend.pashub_fetcher.pashub_client import PashubClient, UnauthorizedError
+from backend.pashub_fetcher.pashub_client import PashubClient
 from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
     PashubToAraTriggerRequest,
 )
@@ -36,36 +36,17 @@ class PashubService:
         pashub_client: PashubClient,
         sharepoint_client: DomnaSharepointClient,
         s3_bucket: str,
-        coordination_client_factory: Optional[Callable[[], PashubClient]] = None,
     ) -> None:
         self._pashub_client = pashub_client
         self._sharepoint_client = sharepoint_client
         self._s3_bucket = s3_bucket
-        self._coordination_client_factory = coordination_client_factory
-        self._coordination_client: Optional[PashubClient] = None
-
-    def _get_coordination_client(self) -> PashubClient:
-        if self._coordination_client_factory is None:
-            raise UnauthorizedError("No coordination client factory configured")
-        if self._coordination_client is None:
-            self._coordination_client = self._coordination_client_factory()
-        return self._coordination_client
 
     def run(self, request: PashubToAraTriggerRequest) -> List[str]:
         job_id = request.pashub_job_id
-        active_client = self._pashub_client
-
-        if request.uprn:
-            uprn: Optional[str] = request.uprn
-        else:
-            try:
-                uprn = active_client.get_uprn_by_job_id(job_id)
-                logger.info(f"Failed to access job {job_id} with PasHub credentials")
-            except UnauthorizedError:
-                logger.info(f"Trying CoordinationHub credentials for job {job_id}")
-                active_client = self._get_coordination_client()
-                uprn = active_client.get_uprn_by_job_id(job_id)
 
+        uprn: Optional[str] = request.uprn or self._pashub_client.get_uprn_by_job_id(
+            job_id
+        )
         hubspot_deal_id: Optional[str] = request.hubspot_deal_id
 
         if uprn:
@@ -73,15 +54,9 @@ class PashubService:
         else:
             logger.info(f"No UPRN found for job {job_id}")
 
-        try:
-            job_files: List[str] = active_client.get_core_evidence_files_by_job_id(
-                job_id
-            )
-        except UnauthorizedError:
-            if active_client is not self._pashub_client:
-                raise
-            active_client = self._get_coordination_client()
-            job_files = active_client.get_core_evidence_files_by_job_id(job_id)
+        job_files: List[str] = self._pashub_client.get_core_evidence_files_by_job_id(
+            job_id
+        )
 
         if uprn or hubspot_deal_id:
             logger.info("Uploading files to s3")

backend/pashub_fetcher/tests/test_pashub_service.py

@@ -1,9 +1,8 @@
-import pytest
-from typing import Callable, Optional
+from typing import Optional
 from unittest.mock import MagicMock, call, patch
 
 
-from backend.pashub_fetcher.pashub_client import PashubClient, UnauthorizedError
+from backend.pashub_fetcher.pashub_client import PashubClient
 from backend.pashub_fetcher.pashub_service import PashubService
 from backend.pashub_fetcher.pashub_to_ara_trigger_request import (
     PashubToAraTriggerRequest,
@@ -32,13 +31,11 @@ def make_service(
     pashub_client: Optional[PashubClient] = None,
     sharepoint_client: Optional[DomnaSharepointClient] = None,
     s3_bucket: str = "test-bucket",
-    coordination_client_factory: Optional[Callable[[], PashubClient]] = None,
 ) -> PashubService:
     return PashubService(
         pashub_client=pashub_client or MagicMock(spec=PashubClient),
         sharepoint_client=sharepoint_client or MagicMock(spec=DomnaSharepointClient),
         s3_bucket=s3_bucket,
-        coordination_client_factory=coordination_client_factory,
     )
 
 
@@ -228,84 +225,6 @@ def test_run_parses_and_saves_site_notes_for_rd_sap_site_note_file() -> None:
 # ---------------------------------------------------------------------------
 
 
-# ---------------------------------------------------------------------------
-# run(): coordination fallback
-# ---------------------------------------------------------------------------
-
-
-def test_run_uses_coordination_client_when_pas_401_on_uprn_lookup() -> None:
-    pas_client = MagicMock(spec=PashubClient)
-    pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
-
-    coord_client = MagicMock(spec=PashubClient)
-    coord_client.get_uprn_by_job_id.return_value = "99999"
-    coord_client.get_core_evidence_files_by_job_id.return_value = ["/tmp/a.pdf"]
-
-    factory = MagicMock(return_value=coord_client)
-
-    service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
-
-    with (
-        patch("backend.pashub_fetcher.pashub_service.upload_file_to_s3"),
-        patch("backend.pashub_fetcher.pashub_service.db_session"),
-        patch("backend.pashub_fetcher.pashub_service.os.remove"),
-    ):
-        result = service.run(make_request())
-
-    assert result == ["/tmp/a.pdf"]
-    coord_client.get_uprn_by_job_id.assert_called_once()
-    coord_client.get_core_evidence_files_by_job_id.assert_called_once()
-    assert factory.call_count == 1
-
-
-def test_run_uses_coordination_client_when_pas_401_on_file_listing() -> None:
-    pas_client = MagicMock(spec=PashubClient)
-    pas_client.get_core_evidence_files_by_job_id.side_effect = UnauthorizedError()
-
-    coord_client = MagicMock(spec=PashubClient)
-    coord_client.get_core_evidence_files_by_job_id.return_value = ["/tmp/a.pdf"]
-
-    factory = MagicMock(return_value=coord_client)
-
-    service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
-
-    with (
-        patch("backend.pashub_fetcher.pashub_service.upload_file_to_s3"),
-        patch("backend.pashub_fetcher.pashub_service.db_session"),
-        patch("backend.pashub_fetcher.pashub_service.os.remove"),
-    ):
-        result = service.run(make_request(uprn="12345"))
-
-    assert result == ["/tmp/a.pdf"]
-    coord_client.get_core_evidence_files_by_job_id.assert_called_once()
-    pas_client.get_uprn_by_job_id.assert_not_called()
-
-
-def test_run_raises_unauthorized_when_pas_401_and_no_factory() -> None:
-    pas_client = MagicMock(spec=PashubClient)
-    pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
-
-    service = make_service(pashub_client=pas_client)
-
-    with pytest.raises(UnauthorizedError):
-        service.run(make_request())
-
-
-def test_run_raises_unauthorized_when_both_clients_401() -> None:
-    pas_client = MagicMock(spec=PashubClient)
-    pas_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
-
-    coord_client = MagicMock(spec=PashubClient)
-    coord_client.get_uprn_by_job_id.side_effect = UnauthorizedError()
-
-    factory = MagicMock(return_value=coord_client)
-
-    service = make_service(pashub_client=pas_client, coordination_client_factory=factory)
-
-    with pytest.raises(UnauthorizedError):
-        service.run(make_request())
-
-
 def test_run_warns_and_continues_when_site_notes_parsing_fails() -> None:
     mock_client = MagicMock(spec=PashubClient)
     mock_client.get_uprn_by_job_id.return_value = None

infrastructure/terraform/lambda/pashub_to_ara/main.tf

@@ -49,8 +49,6 @@ module "lambda" {
     SOCIAL_HOUSING_WAVE_3_SHAREPOINT_ID = var.social_housing_wave_3_sharepoint_id
     PASHUB_EMAIL                        = var.pashub_email
     PASHUB_PASSWORD                     = var.pashub_password
-    PASHUB_COORDINATION_EMAIL           = var.pashub_coordination_email
-    PASHUB_COORDINATION_PASSWORD        = var.pashub_coordination_password
   }
 }
 

infrastructure/terraform/lambda/pashub_to_ara/variables.tf

@@ -100,16 +100,4 @@ variable "pashub_email" {
 variable "pashub_password" {
   type      = string
   sensitive = true
-}
-
-variable "pashub_coordination_email" {
-  type      = string
-  sensitive = true
-  default   = null
-}
-
-variable "pashub_coordination_password" {
-  type      = string
-  sensitive = true
-  default   = null
 }