Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 2133c1b5
Stored context/evidence
["sharegpt_diC41R9_9","ultrachat_485903","25b1afbc","sharegpt_WZhGKMr_0","sharegpt_3fMCWSX_0","8e3b890e_2","sharegpt_8CKJrt0_0","970547b3_3","1a9f5723_7","e46d04fc","sharegpt_5mB5v0U_83","sharegpt_NCuLVp2_0","ultrachat_354956","sharegpt_KznkJ2p_0","sharegpt_nTTR2yo_9","9a4c74d3_1","add9b012_1","sharegpt_MvUpG5V_5","1126be1e_2","sharegpt_Jm8wWJN_0","sharegpt_MDDob56_0","ultrachat_502724","sharegpt_P54kbvt_0","answer_52382508_1","sharegpt_oTnUt5N_15","sharegpt_I1DGUU4_0","ultrachat_201608","b829045b","a63ad8e3_3","sharegpt_Olp439q_19","ultrachat_152598","55f6470b","sharegpt_4pvUbr6_15","ultrachat_311208","answer_52382508_2","sharegpt_bSlIUYf_32","cf021b36_1","09d14ddf_2","89749c78_2","sharegpt_RYhUTAL_0","8ca0085a_1","ultrachat_460074","sharegpt_n63iLZx_0","sharegpt_i6wl0uh_0","5e3c5a6b","3b655772_1","a52d98bf_2","sharegpt_J7ZAFLd_0","ultrachat_328330","a7f0c11d_3","ultrachat_332885"]
Retrieved context/evidence
["sharegpt_WZhGKMr_0","ultrachat_502724","sharegpt_oTnUt5N_15"]
Retrieval output (not a generated answer)
sharegpt_WZhGKMr_0
Complete stored trace (JSON)
{
"answer": "sharegpt_WZhGKMr_0",
"answer_session_ids": [
"answer_52382508_1",
"answer_52382508_2"
],
"gold_references": [
"answer_52382508_1",
"answer_52382508_2"
],
"oracle_has_answer_turns": {
"09d14ddf_2": [],
"1126be1e_2": [],
"1a9f5723_7": [],
"25b1afbc": [],
"3b655772_1": [],
"55f6470b": [],
"5e3c5a6b": [],
"89749c78_2": [],
"8ca0085a_1": [],
"8e3b890e_2": [],
"970547b3_3": [],
"9a4c74d3_1": [],
"a52d98bf_2": [],
"a63ad8e3_3": [],
"a7f0c11d_3": [],
"add9b012_1": [],
"answer_52382508_1": [
4
],
"answer_52382508_2": [
2
],
"b829045b": [],
"cf021b36_1": [],
"e46d04fc": [],
"sharegpt_3fMCWSX_0": [],
"sharegpt_4pvUbr6_15": [],
"sharegpt_5mB5v0U_83": [],
"sharegpt_8CKJrt0_0": [],
"sharegpt_I1DGUU4_0": [],
"sharegpt_J7ZAFLd_0": [],
"sharegpt_Jm8wWJN_0": [],
"sharegpt_KznkJ2p_0": [],
"sharegpt_MDDob56_0": [],
"sharegpt_MvUpG5V_5": [],
"sharegpt_NCuLVp2_0": [],
"sharegpt_Olp439q_19": [],
"sharegpt_P54kbvt_0": [],
"sharegpt_RYhUTAL_0": [],
"sharegpt_WZhGKMr_0": [],
"sharegpt_bSlIUYf_32": [],
"sharegpt_diC41R9_9": [],
"sharegpt_i6wl0uh_0": [],
"sharegpt_n63iLZx_0": [],
"sharegpt_nTTR2yo_9": [],
"sharegpt_oTnUt5N_15": [],
"ultrachat_152598": [],
"ultrachat_201608": [],
"ultrachat_311208": [],
"ultrachat_328330": [],
"ultrachat_332885": [],
"ultrachat_354956": [],
"ultrachat_460074": [],
"ultrachat_485903": [],
"ultrachat_502724": []
},
"question_id": "2133c1b5",
"ranked_retrieved_hits": [
"sharegpt_WZhGKMr_0",
"ultrachat_502724",
"sharegpt_oTnUt5N_15"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_diC41R9_9",
"ultrachat_485903",
"25b1afbc",
"sharegpt_WZhGKMr_0",
"sharegpt_3fMCWSX_0",
"8e3b890e_2",
"sharegpt_8CKJrt0_0",
"970547b3_3",
"1a9f5723_7",
"e46d04fc",
"sharegpt_5mB5v0U_83",
"sharegpt_NCuLVp2_0",
"ultrachat_354956",
"sharegpt_KznkJ2p_0",
"sharegpt_nTTR2yo_9",
"9a4c74d3_1",
"add9b012_1",
"sharegpt_MvUpG5V_5",
"1126be1e_2",
"sharegpt_Jm8wWJN_0",
"sharegpt_MDDob56_0",
"ultrachat_502724",
"sharegpt_P54kbvt_0",
"answer_52382508_1",
"sharegpt_oTnUt5N_15",
"sharegpt_I1DGUU4_0",
"ultrachat_201608",
"b829045b",
"a63ad8e3_3",
"sharegpt_Olp439q_19",
"ultrachat_152598",
"55f6470b",
"sharegpt_4pvUbr6_15",
"ultrachat_311208",
"answer_52382508_2",
"sharegpt_bSlIUYf_32",
"cf021b36_1",
"09d14ddf_2",
"89749c78_2",
"sharegpt_RYhUTAL_0",
"8ca0085a_1",
"ultrachat_460074",
"sharegpt_n63iLZx_0",
"sharegpt_i6wl0uh_0",
"5e3c5a6b",
"3b655772_1",
"a52d98bf_2",
"sharegpt_J7ZAFLd_0",
"ultrachat_328330",
"a7f0c11d_3",
"ultrachat_332885"
]
}