{
  "version": "v0.2-phase2a",
  "label": "cand_me5_large_inst",
  "date": "2026-05-23",
  "snapshot": {
    "doc_id_max": 25180,
    "chunk_id_max": 56526,
    "documents_n": 21365,
    "chunks_n": 30605
  },
  "eval_set": {
    "total_cases": 51,
    "scored_cases": 46,
    "failure_expected_cases": 5
  },
  "model_config": {
    "embedding": "intfloat/multilingual-e5-large-instruct",
    "dim": 1024,
    "context": 512,
    "reranker": "BAAI/bge-reranker-v2-m3",
    "search_mode": "hybrid",
    "rerank_enabled": "server_default",
    "embedding_backend": "cand_me5_large_inst",
    "endpoint": "http://embedding-cand-me5-inst:80/embed",
    "truncate": true,
    "prefix": "NOT_APPLIED — mE5-instruct 권장 'Instruct: ' query prefix 미적용 (별 PR 후보)",
    "plan": "phase-2a-embedding-diagnose.md v4"
  },
  "overall": {
    "n": 46,
    "graded_ndcg_at_10": 0.477,
    "graded_recall_at_10_t2": 0.622,
    "graded_recall_at_10_t3": 0.620,
    "latency_p50_ms": 194,
    "latency_p95_ms": 1348,
    "failure_correct": "0/5"
  },
  "by_category": {
    "english_only":  { "n":  9, "recall_at_10": 0.67, "ndcg_at_10": 0.60, "graded_ndcg_at_10": 0.63 },
    "exam":          { "n":  7, "recall_at_10": 0.76, "ndcg_at_10": 0.59, "graded_ndcg_at_10": 0.62 },
    "korean_only":   { "n":  9, "recall_at_10": 0.66, "ndcg_at_10": 0.48, "graded_ndcg_at_10": 0.47 },
    "mixed":         { "n": 10, "recall_at_10": 0.21, "ndcg_at_10": 0.19, "graded_ndcg_at_10": 0.17 },
    "standards":     { "n": 11, "recall_at_10": 0.68, "ndcg_at_10": 0.55, "graded_ndcg_at_10": 0.54 }
  },
  "by_language": {
    "en":    { "n":  9, "recall_at_10": 0.67, "graded_ndcg_at_10": 0.63 },
    "ko":    { "n": 27, "recall_at_10": 0.69, "graded_ndcg_at_10": 0.54 },
    "mixed": { "n": 10, "recall_at_10": 0.21, "graded_ndcg_at_10": 0.17 }
  },
  "raw_csv": "reports/v0_2_phase2a_me5_large_inst_2026-05-23.csv",
  "delta_vs_baseline": {
    "graded_ndcg_at_10": -0.182,
    "mixed": -0.22,
    "korean_only": -0.04,
    "standards": -0.33,
    "english_only": -0.15,
    "exam": -0.12,
    "latency_p50_ms": -270
  }
}
