Fix new services implementation 5

services/external/app/repositories/traffic_repository.py

@@ -84,18 +84,22 @@ class TrafficRepository:
             if not traffic_data_list:
                 return 0
 
-            # Check for existing records to avoid duplicates
+            # Check for existing records to avoid duplicates - batch the queries to avoid parameter limit
             dates = [data.get('date') for data in traffic_data_list if data.get('date')]
             existing_dates = set()
             if dates:
-                existing_stmt = select(TrafficData.date).where(
-                    and_(
-                        TrafficData.location_id == location_id,
-                        TrafficData.date.in_(dates)
+                # PostgreSQL has a limit of 32767 parameters, so batch the queries
+                batch_size = 30000  # Safe batch size under the limit
+                for i in range(0, len(dates), batch_size):
+                    date_batch = dates[i:i + batch_size]
+                    existing_stmt = select(TrafficData.date).where(
+                        and_(
+                            TrafficData.location_id == location_id,
+                            TrafficData.date.in_(date_batch)
+                        )
                     )
-                )
-                result = await self.session.execute(existing_stmt)
-                existing_dates = {row[0] for row in result.fetchall()}
+                    result = await self.session.execute(existing_stmt)
+                    existing_dates.update({row[0] for row in result.fetchall()})
                 logger.debug(f"Found {len(existing_dates)} existing records for location {location_id}")
 
             batch_records = []