Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace a11281a2
Stored context/evidence
["sharegpt_5CevyJG_19","9126833b","sharegpt_u3MVGYG_3","14feb919","sharegpt_jm1c5JI_21","cbdbcfbc_6","ultrachat_55839","bb2180e9_3","ultrachat_434611","ultrachat_190858","ultrachat_427265","sharegpt_zMUpvkc_0","sharegpt_cWXk159_0","ultrachat_275127","sharegpt_DXyTbkc_0","ultrachat_103691","b8adda7f_1","02242db8_2","ultrachat_234016","sharegpt_flmt4T1_5","9cda33e5","7a88956e","4b1af06f_2","answer_c69ee1f9_2","sharegpt_7o0D0JH_20","ultrachat_479904","ultrachat_274549","ultrachat_227628","28209b6a_5","ultrachat_52806","d4e1a02d","d95e64a7_4","sharegpt_9pVk3fZ_0","ultrachat_129806","sharegpt_BvwQVCO_0","ca9b5aa6_2","9aaeecbf","answer_c69ee1f9_1","c4c4d85a","60f10fd3","ultrachat_334297","sharegpt_lOOqpT7_0","9208d3be","ultrachat_560869","18bd780b_1","sharegpt_Wc0Kt5a_0","2f8eacad_2","ultrachat_375204","6f4396da","sharegpt_MHOFGzU_17"]
Retrieved context/evidence
["ultrachat_227628","ultrachat_234016","ultrachat_275127","ultrachat_274549"]
Retrieval output (not a generated answer)
ultrachat_227628
Complete stored trace (JSON)
{
"answer": "ultrachat_227628",
"answer_session_ids": [
"answer_c69ee1f9_2",
"answer_c69ee1f9_1"
],
"gold_references": [
"answer_c69ee1f9_2",
"answer_c69ee1f9_1"
],
"oracle_has_answer_turns": {
"02242db8_2": [],
"14feb919": [],
"18bd780b_1": [],
"28209b6a_5": [],
"2f8eacad_2": [],
"4b1af06f_2": [],
"60f10fd3": [],
"6f4396da": [],
"7a88956e": [],
"9126833b": [],
"9208d3be": [],
"9aaeecbf": [],
"9cda33e5": [],
"answer_c69ee1f9_1": [
6
],
"answer_c69ee1f9_2": [
0
],
"b8adda7f_1": [],
"bb2180e9_3": [],
"c4c4d85a": [],
"ca9b5aa6_2": [],
"cbdbcfbc_6": [],
"d4e1a02d": [],
"d95e64a7_4": [],
"sharegpt_5CevyJG_19": [],
"sharegpt_7o0D0JH_20": [],
"sharegpt_9pVk3fZ_0": [],
"sharegpt_BvwQVCO_0": [],
"sharegpt_DXyTbkc_0": [],
"sharegpt_MHOFGzU_17": [],
"sharegpt_Wc0Kt5a_0": [],
"sharegpt_cWXk159_0": [],
"sharegpt_flmt4T1_5": [],
"sharegpt_jm1c5JI_21": [],
"sharegpt_lOOqpT7_0": [],
"sharegpt_u3MVGYG_3": [],
"sharegpt_zMUpvkc_0": [],
"ultrachat_103691": [],
"ultrachat_129806": [],
"ultrachat_190858": [],
"ultrachat_227628": [],
"ultrachat_234016": [],
"ultrachat_274549": [],
"ultrachat_275127": [],
"ultrachat_334297": [],
"ultrachat_375204": [],
"ultrachat_427265": [],
"ultrachat_434611": [],
"ultrachat_479904": [],
"ultrachat_52806": [],
"ultrachat_55839": [],
"ultrachat_560869": []
},
"question_id": "a11281a2",
"ranked_retrieved_hits": [
"ultrachat_227628",
"ultrachat_234016",
"ultrachat_275127",
"ultrachat_274549"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_5CevyJG_19",
"9126833b",
"sharegpt_u3MVGYG_3",
"14feb919",
"sharegpt_jm1c5JI_21",
"cbdbcfbc_6",
"ultrachat_55839",
"bb2180e9_3",
"ultrachat_434611",
"ultrachat_190858",
"ultrachat_427265",
"sharegpt_zMUpvkc_0",
"sharegpt_cWXk159_0",
"ultrachat_275127",
"sharegpt_DXyTbkc_0",
"ultrachat_103691",
"b8adda7f_1",
"02242db8_2",
"ultrachat_234016",
"sharegpt_flmt4T1_5",
"9cda33e5",
"7a88956e",
"4b1af06f_2",
"answer_c69ee1f9_2",
"sharegpt_7o0D0JH_20",
"ultrachat_479904",
"ultrachat_274549",
"ultrachat_227628",
"28209b6a_5",
"ultrachat_52806",
"d4e1a02d",
"d95e64a7_4",
"sharegpt_9pVk3fZ_0",
"ultrachat_129806",
"sharegpt_BvwQVCO_0",
"ca9b5aa6_2",
"9aaeecbf",
"answer_c69ee1f9_1",
"c4c4d85a",
"60f10fd3",
"ultrachat_334297",
"sharegpt_lOOqpT7_0",
"9208d3be",
"ultrachat_560869",
"18bd780b_1",
"sharegpt_Wc0Kt5a_0",
"2f8eacad_2",
"ultrachat_375204",
"6f4396da",
"sharegpt_MHOFGzU_17"
]
}