Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace bb7c3b45

Back to result

Stored context/evidence

["b9220c40","64b7d9cc_2","9b370963","2769b367_1","13b6b7ab_1","sharegpt_l02agjs_0","752b10e6_1","ultrachat_88574","sharegpt_E9Egq9q_0","4f2d6be4_1","sharegpt_v4PzAY8_0","ultrachat_270272","07548ed6","7a4e1601","answer_de64539a_1","ultrachat_301353","f3d43a12_3","ultrachat_495725","ultrachat_305663","sharegpt_jUEFc3m_0","ba37a946","sharegpt_I0uNTjm_36","654da2ba_1","4d408e9d","a51dc9ca","sharegpt_cDlYqSf_21","sharegpt_rj3P67O_0","ultrachat_369991","ultrachat_158188","10f0f206","60ff3a8c","dc880372_1","6177ea96_1","ultrachat_270910","ultrachat_118416","8eacdf01_1","ultrachat_294748","e57f4635","ultrachat_571856","ultrachat_60282","ultrachat_139470","3891baea_4","answer_de64539a_2","0287c177_1","ultrachat_221165","0c061750_1","f87fea58_2"]

Retrieved context/evidence

["sharegpt_jUEFc3m_0","answer_de64539a_1","ultrachat_369991","sharegpt_v4PzAY8_0"]

Retrieval output (not a generated answer)

sharegpt_jUEFc3m_0

Complete stored trace (JSON)

{
  "answer": "sharegpt_jUEFc3m_0",
  "answer_session_ids": [
    "answer_de64539a_1",
    "answer_de64539a_2"
  ],
  "gold_references": [
    "answer_de64539a_1",
    "answer_de64539a_2"
  ],
  "oracle_has_answer_turns": {
    "0287c177_1": [],
    "07548ed6": [],
    "0c061750_1": [],
    "10f0f206": [],
    "13b6b7ab_1": [],
    "2769b367_1": [],
    "3891baea_4": [],
    "4d408e9d": [],
    "4f2d6be4_1": [],
    "60ff3a8c": [],
    "6177ea96_1": [],
    "64b7d9cc_2": [],
    "654da2ba_1": [],
    "752b10e6_1": [],
    "7a4e1601": [],
    "8eacdf01_1": [],
    "9b370963": [],
    "a51dc9ca": [],
    "answer_de64539a_1": [
      0
    ],
    "answer_de64539a_2": [
      0
    ],
    "b9220c40": [],
    "ba37a946": [],
    "dc880372_1": [],
    "e57f4635": [],
    "f3d43a12_3": [],
    "f87fea58_2": [],
    "sharegpt_E9Egq9q_0": [],
    "sharegpt_I0uNTjm_36": [],
    "sharegpt_cDlYqSf_21": [],
    "sharegpt_jUEFc3m_0": [],
    "sharegpt_l02agjs_0": [],
    "sharegpt_rj3P67O_0": [],
    "sharegpt_v4PzAY8_0": [],
    "ultrachat_118416": [],
    "ultrachat_139470": [],
    "ultrachat_158188": [],
    "ultrachat_221165": [],
    "ultrachat_270272": [],
    "ultrachat_270910": [],
    "ultrachat_294748": [],
    "ultrachat_301353": [],
    "ultrachat_305663": [],
    "ultrachat_369991": [],
    "ultrachat_495725": [],
    "ultrachat_571856": [],
    "ultrachat_60282": [],
    "ultrachat_88574": []
  },
  "question_id": "bb7c3b45",
  "ranked_retrieved_hits": [
    "sharegpt_jUEFc3m_0",
    "answer_de64539a_1",
    "ultrachat_369991",
    "sharegpt_v4PzAY8_0"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "b9220c40",
    "64b7d9cc_2",
    "9b370963",
    "2769b367_1",
    "13b6b7ab_1",
    "sharegpt_l02agjs_0",
    "752b10e6_1",
    "ultrachat_88574",
    "sharegpt_E9Egq9q_0",
    "4f2d6be4_1",
    "sharegpt_v4PzAY8_0",
    "ultrachat_270272",
    "07548ed6",
    "7a4e1601",
    "answer_de64539a_1",
    "ultrachat_301353",
    "f3d43a12_3",
    "ultrachat_495725",
    "ultrachat_305663",
    "sharegpt_jUEFc3m_0",
    "ba37a946",
    "sharegpt_I0uNTjm_36",
    "654da2ba_1",
    "4d408e9d",
    "a51dc9ca",
    "sharegpt_cDlYqSf_21",
    "sharegpt_rj3P67O_0",
    "ultrachat_369991",
    "ultrachat_158188",
    "10f0f206",
    "60ff3a8c",
    "dc880372_1",
    "6177ea96_1",
    "ultrachat_270910",
    "ultrachat_118416",
    "8eacdf01_1",
    "ultrachat_294748",
    "e57f4635",
    "ultrachat_571856",
    "ultrachat_60282",
    "ultrachat_139470",
    "3891baea_4",
    "answer_de64539a_2",
    "0287c177_1",
    "ultrachat_221165",
    "0c061750_1",
    "f87fea58_2"
  ]
}