"""Add batch processing tables Revision ID: add_batch_processing_001 Revises: add_history_fields_001 Create Date: 2025-08-27 10:00:00.000000 """ from alembic import op import sqlalchemy as sa from sqlalchemy.dialects import sqlite # revision identifiers, used by Alembic. revision = 'add_batch_processing_001' down_revision = 'add_history_fields_001' branch_labels = None depends_on = None def upgrade() -> None: # Create batch_jobs table op.create_table('batch_jobs', sa.Column('id', sa.String(), nullable=False), sa.Column('user_id', sa.String(), nullable=False), sa.Column('name', sa.String(length=255), nullable=True), sa.Column('status', sa.String(length=50), nullable=True), sa.Column('urls', sa.JSON(), nullable=False), sa.Column('model', sa.String(length=50), nullable=True), sa.Column('summary_length', sa.String(length=20), nullable=True), sa.Column('options', sa.JSON(), nullable=True), sa.Column('total_videos', sa.Integer(), nullable=False), sa.Column('completed_videos', sa.Integer(), nullable=True), sa.Column('failed_videos', sa.Integer(), nullable=True), sa.Column('skipped_videos', sa.Integer(), nullable=True), sa.Column('created_at', sa.DateTime(), nullable=True), sa.Column('started_at', sa.DateTime(), nullable=True), sa.Column('completed_at', sa.DateTime(), nullable=True), sa.Column('estimated_completion', sa.DateTime(), nullable=True), sa.Column('total_processing_time', sa.Float(), nullable=True), sa.Column('results', sa.JSON(), nullable=True), sa.Column('export_url', sa.String(length=500), nullable=True), sa.Column('total_cost_usd', sa.Float(), nullable=True), sa.ForeignKeyConstraint(['user_id'], ['users.id'], ), sa.PrimaryKeyConstraint('id') ) # Create batch_job_items table op.create_table('batch_job_items', sa.Column('id', sa.String(), nullable=False), sa.Column('batch_job_id', sa.String(), nullable=False), sa.Column('summary_id', sa.String(), nullable=True), sa.Column('url', sa.String(length=500), nullable=False), sa.Column('position', sa.Integer(), nullable=False), sa.Column('status', sa.String(length=50), nullable=True), sa.Column('video_id', sa.String(length=20), nullable=True), sa.Column('video_title', sa.String(length=500), nullable=True), sa.Column('channel_name', sa.String(length=255), nullable=True), sa.Column('duration_seconds', sa.Integer(), nullable=True), sa.Column('started_at', sa.DateTime(), nullable=True), sa.Column('completed_at', sa.DateTime(), nullable=True), sa.Column('processing_time_seconds', sa.Float(), nullable=True), sa.Column('error_message', sa.Text(), nullable=True), sa.Column('error_type', sa.String(length=100), nullable=True), sa.Column('retry_count', sa.Integer(), nullable=True), sa.Column('max_retries', sa.Integer(), nullable=True), sa.Column('cost_usd', sa.Float(), nullable=True), sa.ForeignKeyConstraint(['batch_job_id'], ['batch_jobs.id'], ondelete='CASCADE'), sa.ForeignKeyConstraint(['summary_id'], ['summaries.id'], ), sa.PrimaryKeyConstraint('id') ) # Create indexes for performance op.create_index('idx_batch_jobs_user_status', 'batch_jobs', ['user_id', 'status']) op.create_index('idx_batch_jobs_created_at', 'batch_jobs', ['created_at']) op.create_index('idx_batch_job_items_batch_status', 'batch_job_items', ['batch_job_id', 'status']) op.create_index('idx_batch_job_items_position', 'batch_job_items', ['batch_job_id', 'position']) # Set default values for nullable integer columns op.execute("UPDATE batch_jobs SET completed_videos = 0 WHERE completed_videos IS NULL") op.execute("UPDATE batch_jobs SET failed_videos = 0 WHERE failed_videos IS NULL") op.execute("UPDATE batch_jobs SET skipped_videos = 0 WHERE skipped_videos IS NULL") op.execute("UPDATE batch_jobs SET total_cost_usd = 0.0 WHERE total_cost_usd IS NULL") op.execute("UPDATE batch_job_items SET retry_count = 0 WHERE retry_count IS NULL") op.execute("UPDATE batch_job_items SET max_retries = 2 WHERE max_retries IS NULL") op.execute("UPDATE batch_job_items SET cost_usd = 0.0 WHERE cost_usd IS NULL") def downgrade() -> None: # Drop indexes op.drop_index('idx_batch_job_items_position', table_name='batch_job_items') op.drop_index('idx_batch_job_items_batch_status', table_name='batch_job_items') op.drop_index('idx_batch_jobs_created_at', table_name='batch_jobs') op.drop_index('idx_batch_jobs_user_status', table_name='batch_jobs') # Drop tables op.drop_table('batch_job_items') op.drop_table('batch_jobs')