Add migration services

services/external/Dockerfile

@@ -20,6 +20,9 @@ COPY shared/ /app/shared/
 # Copy application code
 COPY services/external/app/ /app/app/
 
+# Copy scripts directory
+COPY scripts/ /app/scripts/
+
 # Set Python path to include shared modules
 ENV PYTHONPATH=/app
 

services/external/alembic.ini

@@ -29,7 +29,7 @@ revision_environment = false
 sourceless = false
 
 # version of a migration file's filename format
-version_num_format = %s
+version_num_format = %%s
 
 # version path separator
 version_path_separator = os

services/external/app/main.py

@@ -4,6 +4,7 @@ External Service Main Application
 """
 
 from fastapi import FastAPI
+from sqlalchemy import text
 from app.core.config import settings
 from app.core.database import database_manager
 from app.services.messaging import setup_messaging, cleanup_messaging
@@ -16,6 +17,27 @@ from app.api.traffic import router as traffic_router
 class ExternalService(StandardFastAPIService):
     """External Data Service with standardized setup"""
 
+    expected_migration_version = "001_initial_external"
+
+    async def on_startup(self, app):
+        """Custom startup logic including migration verification"""
+        await self.verify_migrations()
+        await super().on_startup(app)
+
+    async def verify_migrations(self):
+        """Verify database schema matches the latest migrations."""
+        try:
+            async with self.database_manager.get_session() as session:
+                result = await session.execute(text("SELECT version_num FROM alembic_version"))
+                version = result.scalar()
+                if version != self.expected_migration_version:
+                    self.logger.error(f"Migration version mismatch: expected {self.expected_migration_version}, got {version}")
+                    raise RuntimeError(f"Migration version mismatch: expected {self.expected_migration_version}, got {version}")
+                self.logger.info(f"Migration verification successful: {version}")
+        except Exception as e:
+            self.logger.error(f"Migration verification failed: {e}")
+            raise
+
     def __init__(self):
         # Define expected database tables for health checks
         external_expected_tables = [

services/external/migrations/env.py

@@ -35,8 +35,24 @@ except ImportError as e:
 # this is the Alembic Config object
 config = context.config
 
-# Set database URL from settings if not already set
-database_url = os.getenv('DATABASE_URL') or getattr(settings, 'DATABASE_URL', None)
+# Set database URL from environment variables or settings
+# Try service-specific DATABASE_URL first, then fall back to generic
+database_url = os.getenv('EXTERNAL_DATABASE_URL') or os.getenv('DATABASE_URL')
+
+# If DATABASE_URL is not set, construct from individual components
+if not database_url:
+    postgres_host = os.getenv('POSTGRES_HOST')
+    postgres_port = os.getenv('POSTGRES_PORT', '5432')
+    postgres_db = os.getenv('POSTGRES_DB')
+    postgres_user = os.getenv('POSTGRES_USER')
+    postgres_password = os.getenv('POSTGRES_PASSWORD')
+
+    if all([postgres_host, postgres_db, postgres_user, postgres_password]):
+        database_url = f"postgresql+asyncpg://{postgres_user}:{postgres_password}@{postgres_host}:{postgres_port}/{postgres_db}"
+    else:
+        # Fallback to settings
+        database_url = getattr(settings, 'DATABASE_URL', None)
+
 if database_url:
     config.set_main_option("sqlalchemy.url", database_url)