74 lines
2.3 KiB
Python
74 lines
2.3 KiB
Python
import logging
|
|
|
|
from fastapi import APIRouter, HTTPException, Query
|
|
|
|
from app.core.config import get_settings
|
|
from app.core.dependencies import get_rag_service
|
|
from app.models.testing import EvaluateRequest
|
|
from app.services.prompt_service import PromptService
|
|
from app.services.test_evaluation_service import run_evaluation
|
|
from app.services.test_storage_service import TestStorageService
|
|
|
|
logger = logging.getLogger(__name__)
|
|
router = APIRouter(tags=["test"])
|
|
|
|
|
|
def _get_storage_service() -> TestStorageService:
|
|
settings = get_settings()
|
|
return TestStorageService(
|
|
results_dir=settings.test_results_dir,
|
|
evaluations_dir=settings.test_evaluations_dir,
|
|
)
|
|
|
|
|
|
@router.post("/test/evaluate")
|
|
async def evaluate(request: EvaluateRequest):
|
|
settings = get_settings()
|
|
storage = _get_storage_service()
|
|
|
|
prompt_service = PromptService(db_path=settings.prompts_db_path)
|
|
prompt_service.activate_profile("A")
|
|
|
|
try:
|
|
rag = get_rag_service()
|
|
except Exception:
|
|
rag = None
|
|
|
|
try:
|
|
result = await run_evaluation(
|
|
request=request,
|
|
settings=settings,
|
|
storage=storage,
|
|
rag=rag,
|
|
)
|
|
return result.model_dump()
|
|
except ValueError as e:
|
|
raise HTTPException(status_code=404, detail=str(e))
|
|
except Exception as e:
|
|
logger.error("Evaluation failed: %s", str(e), exc_info=True)
|
|
raise HTTPException(status_code=500, detail=f"Evaluation failed: {str(e)}")
|
|
|
|
|
|
@router.get("/test/evaluations")
|
|
async def list_evaluations(limit: int = Query(50, ge=1, le=200), offset: int = Query(0, ge=0)):
|
|
storage = _get_storage_service()
|
|
return storage.list_evaluations(limit=limit, offset=offset)
|
|
|
|
|
|
@router.get("/test/evaluations/{eval_id}")
|
|
async def get_evaluation(eval_id: str):
|
|
storage = _get_storage_service()
|
|
result = storage.load_evaluation(eval_id)
|
|
if result is None:
|
|
raise HTTPException(status_code=404, detail="Evaluation not found")
|
|
return result.model_dump()
|
|
|
|
|
|
@router.delete("/test/evaluations/{eval_id}")
|
|
async def delete_evaluation(eval_id: str):
|
|
storage = _get_storage_service()
|
|
deleted = storage.delete_evaluation(eval_id)
|
|
if not deleted:
|
|
raise HTTPException(status_code=404, detail="Evaluation not found")
|
|
return {"status": "deleted", "evaluation_id": eval_id}
|