Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 06f04340
Stored context/evidence
["66bfa1db","sharegpt_MkLNumZ_0","7153284a_2","ultrachat_484359","ultrachat_502985","sharegpt_c1GD2va_7","42924d15","ultrachat_110686","ultrachat_371098","sharegpt_lRGmxQF_0","fea299b4","ultrachat_221233","3ceb6783_3","43d9a7dc_3","sharegpt_rgPjVxS_13","ultrachat_431843","answer_92d5f7cd","sharegpt_KwbJJ66_15","0844dea6","sharegpt_ZfC3keP_0","0daaefa7_5","f7a61595_4","ultrachat_161745","ultrachat_432096","91223fd5_1","ultrachat_536541","sharegpt_h4ZC1fl_203","8b156015_2","sharegpt_v5z6pq9_0","728deb4d_4","sharegpt_mrZ90jA_33","6b7da5fd_2","ultrachat_150275","b459f888_3","sharegpt_HxYsSjW_0","sharegpt_o3FfE7d_0","sharegpt_hFT4gap_0","6e6fbb6b","cf543226_2","be2cb665","14f9ee3c","150756fc_2","ultrachat_423867","sharegpt_wNKWso6_0","4fba4832_1","sharegpt_4HRKzxe_0","de1f4aec_2","ultrachat_314185","sharegpt_hn3IS1q_0","sharegpt_Daapfhj_0","sharegpt_0Zvzz4F_0","sharegpt_tb5H6IH_3","ultrachat_403643","ultrachat_575569","ultrachat_350502"]
Retrieved context/evidence
["sharegpt_wNKWso6_0","ultrachat_221233","sharegpt_rgPjVxS_13"]
Retrieval output (not a generated answer)
sharegpt_wNKWso6_0
Complete stored trace (JSON)
{
"answer": "sharegpt_wNKWso6_0",
"answer_session_ids": [
"answer_92d5f7cd"
],
"gold_references": [
"answer_92d5f7cd"
],
"oracle_has_answer_turns": {
"0844dea6": [],
"0daaefa7_5": [],
"14f9ee3c": [],
"150756fc_2": [],
"3ceb6783_3": [],
"42924d15": [],
"43d9a7dc_3": [],
"4fba4832_1": [],
"66bfa1db": [],
"6b7da5fd_2": [],
"6e6fbb6b": [],
"7153284a_2": [],
"728deb4d_4": [],
"8b156015_2": [],
"91223fd5_1": [],
"answer_92d5f7cd": [
4
],
"b459f888_3": [],
"be2cb665": [],
"cf543226_2": [],
"de1f4aec_2": [],
"f7a61595_4": [],
"fea299b4": [],
"sharegpt_0Zvzz4F_0": [],
"sharegpt_4HRKzxe_0": [],
"sharegpt_Daapfhj_0": [],
"sharegpt_HxYsSjW_0": [],
"sharegpt_KwbJJ66_15": [],
"sharegpt_MkLNumZ_0": [],
"sharegpt_ZfC3keP_0": [],
"sharegpt_c1GD2va_7": [],
"sharegpt_h4ZC1fl_203": [],
"sharegpt_hFT4gap_0": [],
"sharegpt_hn3IS1q_0": [],
"sharegpt_lRGmxQF_0": [],
"sharegpt_mrZ90jA_33": [],
"sharegpt_o3FfE7d_0": [],
"sharegpt_rgPjVxS_13": [],
"sharegpt_tb5H6IH_3": [],
"sharegpt_v5z6pq9_0": [],
"sharegpt_wNKWso6_0": [],
"ultrachat_110686": [],
"ultrachat_150275": [],
"ultrachat_161745": [],
"ultrachat_221233": [],
"ultrachat_314185": [],
"ultrachat_350502": [],
"ultrachat_371098": [],
"ultrachat_403643": [],
"ultrachat_423867": [],
"ultrachat_431843": [],
"ultrachat_432096": [],
"ultrachat_484359": [],
"ultrachat_502985": [],
"ultrachat_536541": [],
"ultrachat_575569": []
},
"question_id": "06f04340",
"ranked_retrieved_hits": [
"sharegpt_wNKWso6_0",
"ultrachat_221233",
"sharegpt_rgPjVxS_13"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"66bfa1db",
"sharegpt_MkLNumZ_0",
"7153284a_2",
"ultrachat_484359",
"ultrachat_502985",
"sharegpt_c1GD2va_7",
"42924d15",
"ultrachat_110686",
"ultrachat_371098",
"sharegpt_lRGmxQF_0",
"fea299b4",
"ultrachat_221233",
"3ceb6783_3",
"43d9a7dc_3",
"sharegpt_rgPjVxS_13",
"ultrachat_431843",
"answer_92d5f7cd",
"sharegpt_KwbJJ66_15",
"0844dea6",
"sharegpt_ZfC3keP_0",
"0daaefa7_5",
"f7a61595_4",
"ultrachat_161745",
"ultrachat_432096",
"91223fd5_1",
"ultrachat_536541",
"sharegpt_h4ZC1fl_203",
"8b156015_2",
"sharegpt_v5z6pq9_0",
"728deb4d_4",
"sharegpt_mrZ90jA_33",
"6b7da5fd_2",
"ultrachat_150275",
"b459f888_3",
"sharegpt_HxYsSjW_0",
"sharegpt_o3FfE7d_0",
"sharegpt_hFT4gap_0",
"6e6fbb6b",
"cf543226_2",
"be2cb665",
"14f9ee3c",
"150756fc_2",
"ultrachat_423867",
"sharegpt_wNKWso6_0",
"4fba4832_1",
"sharegpt_4HRKzxe_0",
"de1f4aec_2",
"ultrachat_314185",
"sharegpt_hn3IS1q_0",
"sharegpt_Daapfhj_0",
"sharegpt_0Zvzz4F_0",
"sharegpt_tb5H6IH_3",
"ultrachat_403643",
"ultrachat_575569",
"ultrachat_350502"
]
}