"""采集进度模型"""
from pydantic import BaseModel
from typing import Optional


class CrawlProgress(BaseModel):
    """采集进度"""
    task_id: str
    last_start_offset: Optional[int] = None  # 上次采集的起始位置，作为下次的截止位置
    total: int = 0
    last_update: str = ""
    status: str = "idle"  # idle, running, completed, error


class CrawlStatus(BaseModel):
    """采集状态响应"""
    task_id: str
    total: int
    last_start_offset: Optional[int] = None
    progress: str
    queue_size: int = 0
    status: str
    last_update: str
    filtered_count: int = 0
    produced_count: int = 0