{
 "source_file": "locomo_results_20261021_050549.json",
 "metadata": {
  "benchmark": "locomo",
  "project_name": "hoploco_g5k100",
  "run_id": "hoploco_g5k100",
  "timestamp": "20261021_050549",
  "answerer_model": "openai/gpt-5",
  "judge_model": "openai/gpt-5",
  "provider": "openai",
  "top_k": 200,
  "top_k_cutoffs": [
   "top_100"
  ],
  "total_questions": 1540,
  "categories": [
   1,
   2,
   3,
   4
  ],
  "evaluate_only": true
 },
 "metrics_by_cutoff": {
  "top_100": {
   "overall": {
    "total": 1540,
    "correct": 1436,
    "accuracy": 93.24675324675324,
    "avg_score": 93.24675324675324
   },
   "by_category": {
    "multi-hop": {
     "total": 282,
     "correct": 262,
     "accuracy": 92.90780141843972,
     "avg_score": 92.90780141843972
    },
    "open-domain": {
     "total": 96,
     "correct": 74,
     "accuracy": 77.08333333333334,
     "avg_score": 77.08333333333334
    },
    "single-hop": {
     "total": 841,
     "correct": 797,
     "accuracy": 94.76813317479191,
     "avg_score": 94.76813317479191
    },
    "temporal": {
     "total": 321,
     "correct": 303,
     "accuracy": 94.39252336448598,
     "avg_score": 94.39252336448598
    }
   }
  }
 }
}