Fix DB issue 2s

This commit is contained in:
Urtzi Alfaro
2025-09-30 21:58:10 +02:00
parent 147893015e
commit 7cc4b957a5
77 changed files with 4385 additions and 1211 deletions

View File

@@ -1,3 +1,4 @@
# Training Dockerfile
# Add this stage at the top of each service Dockerfile
FROM python:3.11-slim AS shared
WORKDIR /shared
@@ -32,6 +33,7 @@ COPY scripts/ /app/scripts/
# Add shared libraries to Python path
ENV PYTHONPATH="/app:/app/shared:${PYTHONPATH:-}"
# Expose port
EXPOSE 8000
@@ -40,4 +42,4 @@ HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
CMD curl -f http://localhost:8000/health || exit 1
# Run application
CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000"]
CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000"]

View File

@@ -20,7 +20,7 @@ from shared.service_base import StandardFastAPIService
class TrainingService(StandardFastAPIService):
"""Training Service with standardized setup"""
expected_migration_version = "001_initial_training"
expected_migration_version = "00001"
async def on_startup(self, app):
"""Custom startup logic including migration verification"""

View File

@@ -0,0 +1,78 @@
"""Initial schema for training service
Revision ID: 0001
Revises:
Create Date: 2025-09-30 18:00:00.0000
"""
from alembic import op
import sqlalchemy as sa
from sqlalchemy.dialects import postgresql
# revision identifiers, used by Alembic.
revision = '00001'
down_revision = None
branch_labels = None
depends_on = None
def upgrade() -> None:
op.create_table('training_jobs',
sa.Column('id', sa.UUID(), nullable=False),
sa.Column('tenant_id', sa.UUID(), nullable=False),
sa.Column('model_id', sa.UUID(), nullable=False),
sa.Column('job_name', sa.String(255), nullable=False),
sa.Column('job_type', sa.String(100), nullable=False),
sa.Column('status', sa.String(50), nullable=True),
sa.Column('progress', sa.Float(), nullable=True),
sa.Column('parameters', postgresql.JSON(astext_type=sa.Text()), nullable=True),
sa.Column('metrics', postgresql.JSON(astext_type=sa.Text()), nullable=True),
sa.Column('training_data_path', sa.String(500), nullable=True),
sa.Column('model_path', sa.String(500), nullable=True),
sa.Column('started_at', sa.DateTime(), nullable=True),
sa.Column('completed_at', sa.DateTime(), nullable=True),
sa.Column('created_at', sa.DateTime(), server_default=sa.text('now()'), nullable=True),
sa.Column('updated_at', sa.DateTime(), nullable=True),
sa.PrimaryKeyConstraint('id')
)
op.create_index(op.f('ix_training_jobs_tenant_id'), 'training_jobs', ['tenant_id'], unique=False)
op.create_index(op.f('ix_training_jobs_model_id'), 'training_jobs', ['model_id'], unique=False)
op.create_index(op.f('ix_training_jobs_status'), 'training_jobs', ['status'], unique=False)
op.create_index(op.f('ix_training_jobs_job_type'), 'training_jobs', ['job_type'], unique=False)
op.create_table('ml_models',
sa.Column('id', sa.UUID(), nullable=False),
sa.Column('tenant_id', sa.UUID(), nullable=False),
sa.Column('name', sa.String(255), nullable=False),
sa.Column('version', sa.String(50), nullable=False),
sa.Column('model_type', sa.String(100), nullable=False),
sa.Column('description', sa.Text(), nullable=True),
sa.Column('status', sa.String(50), nullable=True),
sa.Column('accuracy', sa.Float(), nullable=True),
sa.Column('f1_score', sa.Float(), nullable=True),
sa.Column('precision', sa.Float(), nullable=True),
sa.Column('recall', sa.Float(), nullable=True),
sa.Column('model_path', sa.String(500), nullable=True),
sa.Column('hyperparameters', postgresql.JSON(astext_type=sa.Text()), nullable=True),
sa.Column('training_data_info', postgresql.JSON(astext_type=sa.Text()), nullable=True),
sa.Column('created_at', sa.DateTime(), server_default=sa.text('now()'), nullable=True),
sa.Column('updated_at', sa.DateTime(), nullable=True),
sa.PrimaryKeyConstraint('id')
)
op.create_index(op.f('ix_ml_models_tenant_id'), 'ml_models', ['tenant_id'], unique=False)
op.create_index(op.f('ix_ml_models_name'), 'ml_models', ['name'], unique=False)
op.create_index(op.f('ix_ml_models_version'), 'ml_models', ['version'], unique=False)
op.create_index(op.f('ix_ml_models_status'), 'ml_models', ['status'], unique=False)
def downgrade() -> None:
op.drop_index(op.f('ix_ml_models_status'), table_name='ml_models')
op.drop_index(op.f('ix_ml_models_version'), table_name='ml_models')
op.drop_index(op.f('ix_ml_models_name'), table_name='ml_models')
op.drop_index(op.f('ix_ml_models_tenant_id'), table_name='ml_models')
op.drop_table('ml_models')
op.drop_index(op.f('ix_training_jobs_job_type'), table_name='training_jobs')
op.drop_index(op.f('ix_training_jobs_status'), table_name='training_jobs')
op.drop_index(op.f('ix_training_jobs_model_id'), table_name='training_jobs')
op.drop_index(op.f('ix_training_jobs_tenant_id'), table_name='training_jobs')
op.drop_table('training_jobs')