From 1c85abeb4c8a778b54685bb8490d970b0496e44a Mon Sep 17 00:00:00 2001 From: "jake.ross" Date: Wed, 7 Jan 2026 21:36:04 -0700 Subject: [PATCH] feat: update SurfaceWaterData to use OBJECTID as primary key for deduplication and upserting --- transfers/backfill/surface_water_data.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/transfers/backfill/surface_water_data.py b/transfers/backfill/surface_water_data.py index 063a298e8..26352a619 100644 --- a/transfers/backfill/surface_water_data.py +++ b/transfers/backfill/surface_water_data.py @@ -47,7 +47,7 @@ def _get_dfs(self) -> tuple[pd.DataFrame, pd.DataFrame]: def _transfer_hook(self, session: Session) -> None: rows = self._dedupe_rows( [self._row_dict(row) for row in self.cleaned_df.to_dict("records")], - key="SurfaceID", + key="OBJECTID", ) insert_stmt = insert(SurfaceWaterData) @@ -59,7 +59,7 @@ def _transfer_hook(self, session: Session) -> None: f"Upserting batch {i}-{i+len(chunk)-1} ({len(chunk)} rows) into SurfaceWaterData" ) stmt = insert_stmt.values(chunk).on_conflict_do_update( - index_elements=["SurfaceID"], + index_elements=["OBJECTID"], set_={ "PointID": excluded.PointID, "OBJECTID": excluded.OBJECTID,