Add base kubernetes support final fix 4

services/training/app/main.py

@@ -16,7 +16,7 @@ from fastapi.responses import JSONResponse
 import uvicorn
 
 from app.core.config import settings
-from app.core.database import initialize_training_database, cleanup_training_database, get_db_health
+from app.core.database import initialize_training_database, cleanup_training_database, get_db_health, get_comprehensive_db_health
 from app.api import training, models
 
 from app.api.websocket import websocket_router
@@ -195,18 +195,69 @@ async def health_check():
 
 @app.get("/health/ready")
 async def readiness_check():
-    """Kubernetes readiness probe endpoint"""
-    checks = {
-        "database": await get_db_health(),
-        "application": getattr(app.state, 'ready', False)
-    }
-    
-    if all(checks.values()):
-        return {"status": "ready", "checks": checks}
-    else:
+    """Kubernetes readiness probe endpoint with comprehensive database checks"""
+    try:
+        # Get comprehensive database health including table verification
+        db_health = await get_comprehensive_db_health()
+
+        checks = {
+            "database_connectivity": db_health["connectivity"],
+            "database_tables": db_health["tables_exist"],
+            "application": getattr(app.state, 'ready', False)
+        }
+
+        # Include detailed database info for debugging
+        database_details = {
+            "status": db_health["status"],
+            "tables_verified": db_health["tables_verified"],
+            "missing_tables": db_health["missing_tables"],
+            "errors": db_health["errors"]
+        }
+
+        # Service is ready only if all checks pass
+        all_ready = all(checks.values()) and db_health["status"] == "healthy"
+
+        if all_ready:
+            return {
+                "status": "ready",
+                "checks": checks,
+                "database": database_details
+            }
+        else:
+            return JSONResponse(
+                status_code=503,
+                content={
+                    "status": "not ready",
+                    "checks": checks,
+                    "database": database_details
+                }
+            )
+
+    except Exception as e:
+        logger.error("Readiness check failed", error=str(e))
         return JSONResponse(
             status_code=503,
-            content={"status": "not ready", "checks": checks}
+            content={
+                "status": "not ready",
+                "error": f"Health check failed: {str(e)}"
+            }
+        )
+
+@app.get("/health/database")
+async def database_health_check():
+    """Detailed database health endpoint for debugging"""
+    try:
+        db_health = await get_comprehensive_db_health()
+        status_code = 200 if db_health["status"] == "healthy" else 503
+        return JSONResponse(status_code=status_code, content=db_health)
+    except Exception as e:
+        logger.error("Database health check failed", error=str(e))
+        return JSONResponse(
+            status_code=503,
+            content={
+                "status": "unhealthy",
+                "error": f"Health check failed: {str(e)}"
+            }
         )
 
 @app.get("/metrics")
@@ -220,11 +271,6 @@ async def get_metrics():
 async def liveness_check():
     return {"status": "alive"}
 
-@app.get("/health/ready") 
-async def readiness_check():
-    ready = getattr(app.state, 'ready', True)
-    return {"status": "ready" if ready else "not ready"}
-
 @app.get("/")
 async def root():
     return {"service": "training-service", "version": "1.0.0"}