import logging from fastapi import APIRouter, HTTPException, Query from app.core.config import get_settings from app.core.dependencies import get_rag_service from app.models.testing import EvaluateRequest from app.services.prompt_service import PromptService from app.services.test_evaluation_service import run_evaluation from app.services.test_storage_service import TestStorageService logger = logging.getLogger(__name__) router = APIRouter(tags=["test"]) def _get_storage_service() -> TestStorageService: settings = get_settings() return TestStorageService( results_dir=settings.test_results_dir, evaluations_dir=settings.test_evaluations_dir, ) @router.post("/test/evaluate") async def evaluate(request: EvaluateRequest): settings = get_settings() storage = _get_storage_service() prompt_service = PromptService(db_path=settings.prompts_db_path) prompt_service.activate_profile("A") try: rag = get_rag_service() except Exception: rag = None try: result = await run_evaluation( request=request, settings=settings, storage=storage, rag=rag, ) return result.model_dump() except ValueError as e: raise HTTPException(status_code=404, detail=str(e)) except Exception as e: logger.error("Evaluation failed: %s", str(e), exc_info=True) raise HTTPException(status_code=500, detail=f"Evaluation failed: {str(e)}") @router.get("/test/evaluations") async def list_evaluations(limit: int = Query(50, ge=1, le=200), offset: int = Query(0, ge=0)): storage = _get_storage_service() return storage.list_evaluations(limit=limit, offset=offset) @router.get("/test/evaluations/{eval_id}") async def get_evaluation(eval_id: str): storage = _get_storage_service() result = storage.load_evaluation(eval_id) if result is None: raise HTTPException(status_code=404, detail="Evaluation not found") return result.model_dump() @router.delete("/test/evaluations/{eval_id}") async def delete_evaluation(eval_id: str): storage = _get_storage_service() deleted = storage.delete_evaluation(eval_id) if not deleted: raise HTTPException(status_code=404, detail="Evaluation not found") return {"status": "deleted", "evaluation_id": eval_id}