Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 2c63a862
Stored context/evidence
["6ff841fa_3","ultrachat_204472","ultrachat_308865","sharegpt_lXtWJ7d_0","9c549466_2","sharegpt_hGXFJYQ_5","ultrachat_313581","acbc1954","sharegpt_JlSnb71_23","ultrachat_332570","a5aecf2d","b25f9c97_3","sharegpt_Y00yFXE_0","0dde26d4_3","ultrachat_70748","33baaaab_1","8cbb8e64_1","83c13ff9","93a5cfe6","918c4788_2","ultrachat_558049","sharegpt_SkidPTx_0","65bc93cf_3","70b9d907","sharegpt_F6ICROH_0","f5e4b227_2","ultrachat_57446","ultrachat_179062","ultrachat_138154","sharegpt_UtJGKmT_0","2092e7ef_1","answer_d39b7977_1","ad175dc4_2","sharegpt_KvM4VVi_0","ultrachat_149914","sharegpt_BMJcjNw_0","0fccc817_1","sharegpt_VLn3Y3v_0","a23772f2","sharegpt_YOnmzX7_0","sharegpt_6fTnCnw_27","answer_d39b7977_2","sharegpt_a53gz9W_0","ultrachat_494597","ultrachat_474074","1854abc7_2","af7bcb21","91cdf734","ultrachat_430445","4c177c66_1","64eea322_1","sharegpt_FrQuUXd_19","sharegpt_6poO9nA_41","ultrachat_189628"]
Retrieved context/evidence
["65bc93cf_3","ultrachat_70748","sharegpt_a53gz9W_0","sharegpt_VLn3Y3v_0"]
Retrieval output (not a generated answer)
65bc93cf_3
Complete stored trace (JSON)
{
"answer": "65bc93cf_3",
"answer_session_ids": [
"answer_d39b7977_1",
"answer_d39b7977_2"
],
"gold_references": [
"answer_d39b7977_1",
"answer_d39b7977_2"
],
"oracle_has_answer_turns": {
"0dde26d4_3": [],
"0fccc817_1": [],
"1854abc7_2": [],
"2092e7ef_1": [],
"33baaaab_1": [],
"4c177c66_1": [],
"64eea322_1": [],
"65bc93cf_3": [],
"6ff841fa_3": [],
"70b9d907": [],
"83c13ff9": [],
"8cbb8e64_1": [],
"918c4788_2": [],
"91cdf734": [],
"93a5cfe6": [],
"9c549466_2": [],
"a23772f2": [],
"a5aecf2d": [],
"acbc1954": [],
"ad175dc4_2": [],
"af7bcb21": [],
"answer_d39b7977_1": [
8
],
"answer_d39b7977_2": [
0
],
"b25f9c97_3": [],
"f5e4b227_2": [],
"sharegpt_6fTnCnw_27": [],
"sharegpt_6poO9nA_41": [],
"sharegpt_BMJcjNw_0": [],
"sharegpt_F6ICROH_0": [],
"sharegpt_FrQuUXd_19": [],
"sharegpt_JlSnb71_23": [],
"sharegpt_KvM4VVi_0": [],
"sharegpt_SkidPTx_0": [],
"sharegpt_UtJGKmT_0": [],
"sharegpt_VLn3Y3v_0": [],
"sharegpt_Y00yFXE_0": [],
"sharegpt_YOnmzX7_0": [],
"sharegpt_a53gz9W_0": [],
"sharegpt_hGXFJYQ_5": [],
"sharegpt_lXtWJ7d_0": [],
"ultrachat_138154": [],
"ultrachat_149914": [],
"ultrachat_179062": [],
"ultrachat_189628": [],
"ultrachat_204472": [],
"ultrachat_308865": [],
"ultrachat_313581": [],
"ultrachat_332570": [],
"ultrachat_430445": [],
"ultrachat_474074": [],
"ultrachat_494597": [],
"ultrachat_558049": [],
"ultrachat_57446": [],
"ultrachat_70748": []
},
"question_id": "2c63a862",
"ranked_retrieved_hits": [
"65bc93cf_3",
"ultrachat_70748",
"sharegpt_a53gz9W_0",
"sharegpt_VLn3Y3v_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"6ff841fa_3",
"ultrachat_204472",
"ultrachat_308865",
"sharegpt_lXtWJ7d_0",
"9c549466_2",
"sharegpt_hGXFJYQ_5",
"ultrachat_313581",
"acbc1954",
"sharegpt_JlSnb71_23",
"ultrachat_332570",
"a5aecf2d",
"b25f9c97_3",
"sharegpt_Y00yFXE_0",
"0dde26d4_3",
"ultrachat_70748",
"33baaaab_1",
"8cbb8e64_1",
"83c13ff9",
"93a5cfe6",
"918c4788_2",
"ultrachat_558049",
"sharegpt_SkidPTx_0",
"65bc93cf_3",
"70b9d907",
"sharegpt_F6ICROH_0",
"f5e4b227_2",
"ultrachat_57446",
"ultrachat_179062",
"ultrachat_138154",
"sharegpt_UtJGKmT_0",
"2092e7ef_1",
"answer_d39b7977_1",
"ad175dc4_2",
"sharegpt_KvM4VVi_0",
"ultrachat_149914",
"sharegpt_BMJcjNw_0",
"0fccc817_1",
"sharegpt_VLn3Y3v_0",
"a23772f2",
"sharegpt_YOnmzX7_0",
"sharegpt_6fTnCnw_27",
"answer_d39b7977_2",
"sharegpt_a53gz9W_0",
"ultrachat_494597",
"ultrachat_474074",
"1854abc7_2",
"af7bcb21",
"91cdf734",
"ultrachat_430445",
"4c177c66_1",
"64eea322_1",
"sharegpt_FrQuUXd_19",
"sharegpt_6poO9nA_41",
"ultrachat_189628"
]
}