mirror of
https://github.com/nethunterzist/trendyol-analiz
synced 2026-07-01 17:37:04 +00:00
8cbe100035
Ne yaptik:
- ReportQueue modeli + Alembic migration (report_queue tablosu)
- QueueWorker: SELECT FOR UPDATE SKIP LOCKED ile tek worker polling
- 3 yeni endpoint: POST /api/queue/submit, GET /api/queue/{id}/status, GET /api/queue/active
- Startup hook ile worker otomatik basliyor, shutdown'da duruyor
- Stuck task recovery: 15 dk'dan eski PROCESSING tasklar PENDING'e donuyor
Neden yaptik:
- Esanli SSE rapor isteklerinde IP ban riski ve veri kaybi vardi
- Tek worker ile sirayla isleniyor, rate limit korunuyor
- Sifir yeni dependency: sadece PostgreSQL + mevcut scraper'lar
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
46 lines
1.7 KiB
Python
46 lines
1.7 KiB
Python
"""Add report_queue table for background report generation
|
|
|
|
Revision ID: 003
|
|
Revises: 38207dbbac44
|
|
Create Date: 2026-04-14
|
|
"""
|
|
from typing import Sequence, Union
|
|
|
|
from alembic import op
|
|
import sqlalchemy as sa
|
|
|
|
|
|
# revision identifiers, used by Alembic.
|
|
revision: str = '003'
|
|
down_revision: Union[str, None] = '38207dbbac44'
|
|
branch_labels: Union[str, Sequence[str], None] = None
|
|
depends_on: Union[str, Sequence[str], None] = None
|
|
|
|
|
|
def upgrade() -> None:
|
|
op.create_table(
|
|
'report_queue',
|
|
sa.Column('id', sa.Integer(), primary_key=True, index=True),
|
|
sa.Column('report_name', sa.String(), nullable=False),
|
|
sa.Column('category_id', sa.Integer(), nullable=False),
|
|
sa.Column('status', sa.String(), nullable=False, server_default='PENDING'),
|
|
sa.Column('progress', sa.Integer(), nullable=False, server_default='0'),
|
|
sa.Column('message', sa.Text(), nullable=True),
|
|
sa.Column('result_report_id', sa.Integer(), nullable=True),
|
|
sa.Column('error', sa.Text(), nullable=True),
|
|
sa.Column('worker_id', sa.String(), nullable=True),
|
|
sa.Column('created_at', sa.DateTime(), server_default=sa.func.now()),
|
|
sa.Column('started_at', sa.DateTime(), nullable=True),
|
|
sa.Column('completed_at', sa.DateTime(), nullable=True),
|
|
sa.Column('updated_at', sa.DateTime(), server_default=sa.func.now()),
|
|
)
|
|
|
|
op.create_index('idx_report_queue_status', 'report_queue', ['status'])
|
|
op.create_index('idx_report_queue_created_at', 'report_queue', ['created_at'])
|
|
|
|
|
|
def downgrade() -> None:
|
|
op.drop_index('idx_report_queue_created_at', table_name='report_queue')
|
|
op.drop_index('idx_report_queue_status', table_name='report_queue')
|
|
op.drop_table('report_queue')
|