Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 311778f1
Stored context/evidence
["sharegpt_D68WsKu_9","ultrachat_378778","ultrachat_367186","b192ae00_1","sharegpt_NRqjZJS_0","sharegpt_6K2vvSd_0","sharegpt_1kE6haW_276","ultrachat_415746","ultrachat_316997","ultrachat_360110","414b9122","ultrachat_249061","sharegpt_EdW4HIN_0","dbb4c2d5","sharegpt_bvzjXyv_17","sharegpt_gGV9ADI_13","ultrachat_102087","ultrachat_514341","31903f54","sharegpt_vXNQZ2I_0","ultrachat_204385","ultrachat_157401","ultrachat_557421","ultrachat_442257","sharegpt_GfjP3Fi_0","ultrachat_565439","60147f90_2","ultrachat_427555","4fe91719_1","ultrachat_473538","39303018_5","7f3923df","ultrachat_377741","answer_e40b054e","ultrachat_461193","5db56d24_2","sharegpt_M24cxEm_0","ultrachat_312974","8e6e058b_3","81354f67_3","sharegpt_v5FPcu8_0","3a0587bf","ultrachat_267100","95cec590_1","d09360d3_1","7aea700b_2","ultrachat_465583","sharegpt_a4rfTHu_19","63daca23","ultrachat_256989","27fb983c_2","sharegpt_6YxNrGP_57"]
Retrieved context/evidence
["4fe91719_1","ultrachat_427555","ultrachat_157401"]
Retrieval output (not a generated answer)
4fe91719_1
Complete stored trace (JSON)
{
"answer": "4fe91719_1",
"answer_session_ids": [
"answer_e40b054e"
],
"gold_references": [
"answer_e40b054e"
],
"oracle_has_answer_turns": {
"27fb983c_2": [],
"31903f54": [],
"39303018_5": [],
"3a0587bf": [],
"414b9122": [],
"4fe91719_1": [],
"5db56d24_2": [],
"60147f90_2": [],
"63daca23": [],
"7aea700b_2": [],
"7f3923df": [],
"81354f67_3": [],
"8e6e058b_3": [],
"95cec590_1": [],
"answer_e40b054e": [
2
],
"b192ae00_1": [],
"d09360d3_1": [],
"dbb4c2d5": [],
"sharegpt_1kE6haW_276": [],
"sharegpt_6K2vvSd_0": [],
"sharegpt_6YxNrGP_57": [],
"sharegpt_D68WsKu_9": [],
"sharegpt_EdW4HIN_0": [],
"sharegpt_GfjP3Fi_0": [],
"sharegpt_M24cxEm_0": [],
"sharegpt_NRqjZJS_0": [],
"sharegpt_a4rfTHu_19": [],
"sharegpt_bvzjXyv_17": [],
"sharegpt_gGV9ADI_13": [],
"sharegpt_v5FPcu8_0": [],
"sharegpt_vXNQZ2I_0": [],
"ultrachat_102087": [],
"ultrachat_157401": [],
"ultrachat_204385": [],
"ultrachat_249061": [],
"ultrachat_256989": [],
"ultrachat_267100": [],
"ultrachat_312974": [],
"ultrachat_316997": [],
"ultrachat_360110": [],
"ultrachat_367186": [],
"ultrachat_377741": [],
"ultrachat_378778": [],
"ultrachat_415746": [],
"ultrachat_427555": [],
"ultrachat_442257": [],
"ultrachat_461193": [],
"ultrachat_465583": [],
"ultrachat_473538": [],
"ultrachat_514341": [],
"ultrachat_557421": [],
"ultrachat_565439": []
},
"question_id": "311778f1",
"ranked_retrieved_hits": [
"4fe91719_1",
"ultrachat_427555",
"ultrachat_157401"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_D68WsKu_9",
"ultrachat_378778",
"ultrachat_367186",
"b192ae00_1",
"sharegpt_NRqjZJS_0",
"sharegpt_6K2vvSd_0",
"sharegpt_1kE6haW_276",
"ultrachat_415746",
"ultrachat_316997",
"ultrachat_360110",
"414b9122",
"ultrachat_249061",
"sharegpt_EdW4HIN_0",
"dbb4c2d5",
"sharegpt_bvzjXyv_17",
"sharegpt_gGV9ADI_13",
"ultrachat_102087",
"ultrachat_514341",
"31903f54",
"sharegpt_vXNQZ2I_0",
"ultrachat_204385",
"ultrachat_157401",
"ultrachat_557421",
"ultrachat_442257",
"sharegpt_GfjP3Fi_0",
"ultrachat_565439",
"60147f90_2",
"ultrachat_427555",
"4fe91719_1",
"ultrachat_473538",
"39303018_5",
"7f3923df",
"ultrachat_377741",
"answer_e40b054e",
"ultrachat_461193",
"5db56d24_2",
"sharegpt_M24cxEm_0",
"ultrachat_312974",
"8e6e058b_3",
"81354f67_3",
"sharegpt_v5FPcu8_0",
"3a0587bf",
"ultrachat_267100",
"95cec590_1",
"d09360d3_1",
"7aea700b_2",
"ultrachat_465583",
"sharegpt_a4rfTHu_19",
"63daca23",
"ultrachat_256989",
"27fb983c_2",
"sharegpt_6YxNrGP_57"
]
}