初始化工程

backend/app/api/pipeline.py

@@ -0,0 +1,107 @@
+"""盘后管道 API — 异步触发 + 进度跟踪。"""
+from __future__ import annotations
+
+import asyncio
+import concurrent.futures as _cf
+import logging
+
+from fastapi import APIRouter, HTTPException, Request
+
+from app.jobs import daily_pipeline
+from app.services.pipeline_jobs import job_store
+from app.api.data import invalidate_storage_cache
+
+# 长时间任务专用线程池（隔离于 FastAPI 默认线程池，防止阻塞请求处理）
+_long_task_executor = _cf.ThreadPoolExecutor(max_workers=2, thread_name_prefix="long-task")
+
+logger = logging.getLogger(__name__)
+
+router = APIRouter(prefix="/api/pipeline", tags=["pipeline"])
+
+
+@router.post("/run")
+async def run_now(request: Request) -> dict:
+    """异步触发盘后管道,立即返回 job_id。客户端轮询 /jobs/{id} 拿进度。
+
+    若已有任务在跑,**返回该任务 id 而不是开新任务**(防止并发拉数据撞限流)。
+    但如果该任务已运行超过 10 分钟 (可能因 reload 卡死), 强制标记为失败后重新创建。
+    """
+    repo = request.app.state.repo
+    capset = request.app.state.capabilities
+
+    # 检测卡死的 running job (如 reload 后孤儿 task)
+    existing_id = job_store.active_id()
+    if existing_id:
+        existing = job_store.get(existing_id)
+        if existing and existing["status"] == "running":
+            from datetime import datetime, timezone
+            started = existing.get("started_at")
+            if started:
+                try:
+                    start_dt = datetime.fromisoformat(started.replace("Z", "+00:00"))
+                    elapsed = (datetime.now(timezone.utc) - start_dt).total_seconds()
+                    if elapsed > 600:  # 超过 10 分钟视为卡死
+                        logger.warning("强制取消卡死 job %s (已运行 %.0fs)", existing_id, elapsed)
+                        job_store.fail(existing_id, "超时自动取消 (疑似 reload 后孤儿 task)")
+                except Exception:
+                    pass
+
+    job_id = job_store.create()
+
+    # 如果是复用的 active job,直接返回(不重启)
+    existing = job_store.get(job_id)
+    if existing and existing["status"] == "running":
+        return {"job_id": job_id, "reused": True}
+
+    # 在 executor 里跑同步任务(pipeline 内部都是阻塞 IO + CPU)
+    async def task() -> None:
+        job_store.start(job_id)
+        loop = asyncio.get_event_loop()
+
+        def progress(stage: str, pct: int, msg: str, stage_pct: int | None = None,
+                     skip_log: bool = False) -> None:
+            job_store.progress(job_id, stage, pct, msg, stage_pct=stage_pct, skip_log=skip_log)
+
+        try:
+            result = await loop.run_in_executor(
+                _long_task_executor,
+                lambda: daily_pipeline.run_now(repo, capset, on_progress=progress),
+            )
+            job_store.succeed(job_id, result)
+            invalidate_storage_cache()
+            repo.refresh_cache()  # 刷新 Polars 缓存
+        except Exception as e:  # noqa: BLE001
+            logger.exception("pipeline failed")
+            job_store.fail(job_id, str(e))
+            invalidate_storage_cache()
+
+    asyncio.create_task(task())
+    return {"job_id": job_id, "reused": False}
+
+
+@router.get("/jobs/{job_id}")
+def get_job(job_id: str) -> dict:
+    j = job_store.get(job_id)
+    if not j:
+        raise HTTPException(status_code=404, detail="job not found")
+    return j
+
+
+@router.post("/jobs/{job_id}/cancel")
+def cancel_job(job_id: str) -> dict:
+    """手动取消一个 running 的 job。"""
+    j = job_store.get(job_id)
+    if not j:
+        raise HTTPException(status_code=404, detail="job not found")
+    if j["status"] not in ("running", "pending"):
+        raise HTTPException(status_code=400, detail=f"job status is {j['status']}, cannot cancel")
+    job_store.fail(job_id, "用户手动取消")
+    return {"cancelled": job_id}
+
+
+@router.get("/jobs")
+def list_jobs(limit: int = 20) -> dict:
+    return {
+        "active_id": job_store.active_id(),
+        "jobs": job_store.list_recent(limit=limit),
+    }