Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace c7dc5443

Back to result

Stored context/evidence

["ultrachat_494538","e200d96c_3","705b5399_1","sharegpt_AQwQtFA_0","3f9f66f1_2","aefbe381","6b8e8bb3_1#occurrence-0","answer_0cdbca92_1","c2fb8e86_2","sharegpt_oSemQhs_0","e6b6353d","ultrachat_557847","8a355b36_1","sharegpt_35cK50k_0","b5f8f07d_5","05793e59_1","e932a518_2","728fc45a","sharegpt_XaM55h6_28","ultrachat_348299","ultrachat_435372","18b0d357_3","064e1984_1","debc34d7_2","sharegpt_K0i5Zon_0","sharegpt_5iFOStb_0","834310e0","sharegpt_L8C8QP6_9","ultrachat_327904","sharegpt_VPT6xsr_0","ultrachat_294565","42d9467c_2","sharegpt_i0DVEdP_0","sharegpt_9ddQ0kX_0","9f0f59d1_3","da4cc928","ultrachat_51967","sharegpt_6cz1Sq6_264","18f6e3be_2","8fd3c71b","sharegpt_hXYFkwv_35","ultrachat_369691","ultrachat_404535","answer_0cdbca92_2","6b8e8bb3_1#occurrence-1","ultrachat_308370"]

Retrieved context/evidence

["sharegpt_35cK50k_0","ultrachat_557847","sharegpt_L8C8QP6_9"]

Retrieval output (not a generated answer)

sharegpt_35cK50k_0

Complete stored trace (JSON)

{
  "answer": "sharegpt_35cK50k_0",
  "answer_session_ids": [
    "answer_0cdbca92_1",
    "answer_0cdbca92_2"
  ],
  "gold_references": [
    "answer_0cdbca92_1",
    "answer_0cdbca92_2"
  ],
  "oracle_has_answer_turns": {
    "05793e59_1": [],
    "064e1984_1": [],
    "18b0d357_3": [],
    "18f6e3be_2": [],
    "3f9f66f1_2": [],
    "42d9467c_2": [],
    "6b8e8bb3_1": [],
    "705b5399_1": [],
    "728fc45a": [],
    "834310e0": [],
    "8a355b36_1": [],
    "8fd3c71b": [],
    "9f0f59d1_3": [],
    "aefbe381": [],
    "answer_0cdbca92_1": [
      0
    ],
    "answer_0cdbca92_2": [
      0
    ],
    "b5f8f07d_5": [],
    "c2fb8e86_2": [],
    "da4cc928": [],
    "debc34d7_2": [],
    "e200d96c_3": [],
    "e6b6353d": [],
    "e932a518_2": [],
    "sharegpt_35cK50k_0": [],
    "sharegpt_5iFOStb_0": [],
    "sharegpt_6cz1Sq6_264": [],
    "sharegpt_9ddQ0kX_0": [],
    "sharegpt_AQwQtFA_0": [],
    "sharegpt_K0i5Zon_0": [],
    "sharegpt_L8C8QP6_9": [],
    "sharegpt_VPT6xsr_0": [],
    "sharegpt_XaM55h6_28": [],
    "sharegpt_hXYFkwv_35": [],
    "sharegpt_i0DVEdP_0": [],
    "sharegpt_oSemQhs_0": [],
    "ultrachat_294565": [],
    "ultrachat_308370": [],
    "ultrachat_327904": [],
    "ultrachat_348299": [],
    "ultrachat_369691": [],
    "ultrachat_404535": [],
    "ultrachat_435372": [],
    "ultrachat_494538": [],
    "ultrachat_51967": [],
    "ultrachat_557847": []
  },
  "question_id": "c7dc5443",
  "ranked_retrieved_hits": [
    "sharegpt_35cK50k_0",
    "ultrachat_557847",
    "sharegpt_L8C8QP6_9"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "ultrachat_494538",
    "e200d96c_3",
    "705b5399_1",
    "sharegpt_AQwQtFA_0",
    "3f9f66f1_2",
    "aefbe381",
    "6b8e8bb3_1#occurrence-0",
    "answer_0cdbca92_1",
    "c2fb8e86_2",
    "sharegpt_oSemQhs_0",
    "e6b6353d",
    "ultrachat_557847",
    "8a355b36_1",
    "sharegpt_35cK50k_0",
    "b5f8f07d_5",
    "05793e59_1",
    "e932a518_2",
    "728fc45a",
    "sharegpt_XaM55h6_28",
    "ultrachat_348299",
    "ultrachat_435372",
    "18b0d357_3",
    "064e1984_1",
    "debc34d7_2",
    "sharegpt_K0i5Zon_0",
    "sharegpt_5iFOStb_0",
    "834310e0",
    "sharegpt_L8C8QP6_9",
    "ultrachat_327904",
    "sharegpt_VPT6xsr_0",
    "ultrachat_294565",
    "42d9467c_2",
    "sharegpt_i0DVEdP_0",
    "sharegpt_9ddQ0kX_0",
    "9f0f59d1_3",
    "da4cc928",
    "ultrachat_51967",
    "sharegpt_6cz1Sq6_264",
    "18f6e3be_2",
    "8fd3c71b",
    "sharegpt_hXYFkwv_35",
    "ultrachat_369691",
    "ultrachat_404535",
    "answer_0cdbca92_2",
    "6b8e8bb3_1#occurrence-1",
    "ultrachat_308370"
  ]
}