25 lines
514 B
Python
25 lines
514 B
Python
|
"""采集进度模型"""
|
||
|
|
from pydantic import BaseModel
|
||
|
|
|
||
|
|
|
||
|
|
class CrawlProgress(BaseModel):
|
||
|
|
"""采集进度"""
|
||
|
|
task_id: str
|
||
|
|
current_offset: int = 0
|
||
|
|
total: int = 0
|
||
|
|
last_update: str = ""
|
||
|
|
status: str = "idle" # idle, running, completed, error
|
||
|
|
|
||
|
|
|
||
|
|
class CrawlStatus(BaseModel):
|
||
|
|
"""采集状态响应"""
|
||
|
|
task_id: str
|
||
|
|
total: int
|
||
|
|
current_offset: int
|
||
|
|
progress: str
|
||
|
|
kafka_lag: int = 0
|
||
|
|
status: str
|
||
|
|
last_update: str
|
||
|
|
filtered_count: int = 0
|
||
|
|
produced_count: int = 0
|