artifacts/semantic-indexing/benchmarks/nonprod-bootstrap/benchmark-cases.json
|
{
"datasetName": "semantic-indexing-nonprod-bootstrap", "regressionThreshold": 0.03, "latencyWarningThresholdMs": 300, "maximumCases": 200, "externalInjectionPatternsAvailable": false, "configurationWarning": "Bootstrap non-production dataset for local dry runs. Not valid as strict certification evidence.", "baselinePrecisionAtK": { "dense": 0.5, "hybrid-ready": 0.5 }, "cases": [ { "id": "case-001", "query": "find semantic indexing guide", "relevantDocumentIds": [ "doc-guide" ], "namespace": "semantic-indexing-prototype", "topK": 2 }, { "id": "case-002", "query": "find retrieval safety notes", "relevantDocumentIds": [ "doc-safety" ], "namespace": "semantic-indexing-prototype", "topK": 2 } ] } |