CMVR-AI-ANALYSIS/app/main.py

117 lines
4.2 KiB
Python

import shutil
import time
from contextlib import asynccontextmanager
import httpx
from fastapi import Depends, FastAPI, Header, HTTPException
from app.audio import classify_audio
from app.config import settings
from app.media import download_media
from app.profile_store import profile_store
from app.schemas import AnalysisRequest, AnalysisResponse, AnalysisType
from app.video import VisionModelError, analyze_video
def authorize(authorization: str | None = Header(default=None)) -> None:
if not settings.api_key:
return
if authorization != f"Bearer {settings.api_key}":
raise HTTPException(status_code=401, detail="Invalid analysis service credential")
@asynccontextmanager
async def lifespan(_: FastAPI):
settings.jobs_dir.mkdir(parents=True, exist_ok=True)
settings.artifacts_dir.mkdir(parents=True, exist_ok=True)
profile_store.reload()
yield
app = FastAPI(title="CMVR Media Analysis Service", version="1.0.0", lifespan=lifespan)
@app.get("/health")
async def health() -> dict:
ollama = "DOWN"
try:
async with httpx.AsyncClient(timeout=3) as client:
response = await client.get(f"{settings.ollama_base_url.rstrip('/')}/api/version")
response.raise_for_status()
ollama = "UP"
except Exception:
pass
return {
"status": "UP",
"ollama": ollama,
"visionModel": settings.ollama_model,
"profiles": profile_store.status(),
}
@app.post(
"/api/v1/analysis/run",
response_model=AnalysisResponse,
dependencies=[Depends(authorize)],
)
async def run_analysis(request: AnalysisRequest) -> AnalysisResponse:
started = time.monotonic()
media_path = None
try:
profile = profile_store.get(request.profileCode, request.analysisType.value)
if request.analysisType == AnalysisType.AUDIO_CLASSIFICATION:
media_path = await download_media(
str(request.mediaUrl), ".audio", settings.max_audio_bytes
)
result = classify_audio(profile, media_path)
model = {"provider": "CMVR", "name": "mfcc-dtw-audio-fingerprint-v2"}
else:
media_path = await download_media(
str(request.mediaUrl), ".video", settings.max_video_bytes
)
result, duration, video_metadata = await analyze_video(
profile,
media_path,
str(request.options.get("instruction", "")),
str(request.options.get("analysisMode", "AUTO")),
)
evidence = result.get("evidence")
if not isinstance(evidence, dict):
evidence = {}
result["evidence"] = evidence
evidence.update(
{
"sampledFrameCount": video_metadata["sampledFrameCount"],
"maximumWidth": video_metadata["maximumWidth"],
"durationSeconds": duration,
}
)
result["analysisMode"] = video_metadata["mode"]
result["fallback"] = video_metadata["fallback"]
result["fallbackReason"] = video_metadata["fallbackReason"]
model = {
"provider": "Ollama",
"name": video_metadata["model"],
"requestedMode": video_metadata["requestedMode"],
"usedMode": video_metadata["mode"],
"fallback": video_metadata["fallback"],
}
return AnalysisResponse(
requestId=request.requestId,
analysisType=request.analysisType,
profileCode=request.profileCode,
status="SUCCEEDED",
result=result,
model=model,
timingMs=round((time.monotonic() - started) * 1000),
)
except (KeyError, ValueError) as exc:
raise HTTPException(status_code=400, detail=str(exc)) from exc
except httpx.HTTPError as exc:
raise HTTPException(status_code=502, detail=f"Remote service request failed: {exc}") from exc
except VisionModelError as exc:
raise HTTPException(status_code=502, detail=str(exc)) from exc
finally:
if media_path is not None:
media_path.unlink(missing_ok=True)