feat: add asset manifest knowledge ingest
This commit is contained in:
@@ -5,30 +5,64 @@ from __future__ import annotations
|
||||
import uuid
|
||||
from pathlib import Path
|
||||
|
||||
from fastapi import APIRouter, HTTPException
|
||||
from fastapi import APIRouter, Header, HTTPException, Response, status
|
||||
|
||||
from app.api.schemas import IngestFolderRequest, IngestFolderResponse
|
||||
from app.api.schemas import (
|
||||
AssetManifestEnvelope,
|
||||
IngestFolderRequest,
|
||||
IngestFolderResponse,
|
||||
KnowledgeIngestResponse,
|
||||
)
|
||||
from app.ingestion.knowledge_ingest import KnowledgeIngestError, accept_knowledge_ingest
|
||||
from app.logging_config import get_logger
|
||||
|
||||
logger = get_logger(__name__)
|
||||
|
||||
router = APIRouter(prefix="/ingest", tags=["ingestion"])
|
||||
router = APIRouter(tags=["ingestion"])
|
||||
|
||||
|
||||
@router.post("/folder", response_model=IngestFolderResponse)
|
||||
def ingest_folder(req: IngestFolderRequest) -> IngestFolderResponse:
|
||||
@router.post(
|
||||
"/knowledge-ingest",
|
||||
response_model=KnowledgeIngestResponse,
|
||||
)
|
||||
def knowledge_ingest(
|
||||
req: AssetManifestEnvelope,
|
||||
response: Response,
|
||||
idempotency_key: str | None = Header(default=None, alias="Idempotency-Key"),
|
||||
) -> KnowledgeIngestResponse:
|
||||
"""Accept a TeamHUB AssetManifest and queue LegacyHUB projection ingest."""
|
||||
try:
|
||||
result = accept_knowledge_ingest(req, idempotency_key=idempotency_key)
|
||||
except KnowledgeIngestError as exc:
|
||||
raise HTTPException(
|
||||
status_code=exc.status_code,
|
||||
detail={"reason_code": exc.reason_code, "message": exc.message},
|
||||
) from exc
|
||||
response.status_code = (
|
||||
status.HTTP_202_ACCEPTED if result.status == "accepted" else status.HTTP_200_OK
|
||||
)
|
||||
return result
|
||||
|
||||
|
||||
@router.post("/ingest/folder", response_model=IngestFolderResponse, deprecated=True)
|
||||
def ingest_folder(req: IngestFolderRequest, response: Response) -> IngestFolderResponse:
|
||||
"""Discover all PDFs under ``path`` and queue them for processing.
|
||||
|
||||
The request returns immediately after the discovery pass. Per-document
|
||||
OCR / extraction / indexing happens asynchronously in Celery workers.
|
||||
|
||||
Deprecated for TeamHUB integrations: use ``POST /api/v1/knowledge-ingest``
|
||||
with an AssetManifest and object-storage reference instead.
|
||||
"""
|
||||
response.headers["Deprecation"] = "true"
|
||||
response.headers["Link"] = '</api/v1/knowledge-ingest>; rel="successor-version"'
|
||||
folder = Path(req.path)
|
||||
if not folder.exists() or not folder.is_dir():
|
||||
raise HTTPException(status_code=400, detail=f"Folder not found: {req.path}")
|
||||
|
||||
# Lazy import - keeps module load light.
|
||||
from app.ingestion.scanner import discover_documents
|
||||
from app.workers.tasks import process_document
|
||||
from app.ingestion.scanner import discover_documents # noqa: PLC0415
|
||||
from app.workers.tasks import process_document # noqa: PLC0415
|
||||
|
||||
run_id = uuid.uuid4()
|
||||
discovered, queued, dups, invalid = 0, 0, 0, 0
|
||||
|
||||
Reference in New Issue
Block a user