feat: Implement task queue service

api/routes/processors.py

@@ -1,7 +1,7 @@
 from fastapi import APIRouter, Depends, Body
 from typing import Annotated
 from services.processors.registry import get_config_schemas
-from services.virtual_fs import process_file
+from services.task_queue import task_queue_service
 from services.auth import get_current_active_user, User
 from api.response import success
 from pydantic import BaseModel
@@ -21,7 +21,7 @@ async def list_processors(
             "name": meta["name"],
             "supported_exts": meta.get("supported_exts", []),
             "config_schema": meta["config_schema"],
-            "produces_file": meta.get("produces_file", False), 
+            "produces_file": meta.get("produces_file", False),
         })
     return success(out)
 
@@ -40,5 +40,13 @@ async def process_file_with_processor(
     req: ProcessRequest = Body(...)
 ):
     save_to = req.path if req.overwrite else req.save_to
-    result = await process_file(req.path, req.processor_type, req.config, save_to)
-    return success(result)
+    task = await task_queue_service.add_task(
+        "process_file",
+        {
+            "path": req.path,
+            "processor_type": req.processor_type,
+            "config": req.config,
+            "save_to": save_to,
+        },
+    )
+    return success({"task_id": task.id})

api/routes/tasks.py

@@ -6,6 +6,7 @@ from schemas.tasks import AutomationTaskCreate, AutomationTaskUpdate
 from api.response import success
 from services.auth import get_current_active_user, User
 from services.logging import LogService
+from services.task_queue import task_queue_service
 
 router = APIRouter(
     prefix="/api/tasks",
@@ -15,6 +16,25 @@ router = APIRouter(
 )
 
 
+@router.get("/queue")
+async def get_task_queue_status(
+    current_user: Annotated[User, Depends(get_current_active_user)],
+):
+    tasks = task_queue_service.get_all_tasks()
+    return success([task.dict() for task in tasks])
+
+
+@router.get("/queue/{task_id}")
+async def get_task_status(
+    task_id: str,
+    current_user: Annotated[User, Depends(get_current_active_user)],
+):
+    task = task_queue_service.get_task(task_id)
+    if not task:
+        raise HTTPException(status_code=404, detail="Task not found")
+    return success(task.dict())
+
+
 @router.post("/")
 async def create_task(
     task_in: AutomationTaskCreate,