Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace cc5ded98
Stored context/evidence
["ultrachat_38324","answer_a5b68517_1","ultrachat_361535","ultrachat_42305","sharegpt_lnO6o1z_0","ultrachat_221540","bd8708e2_2","ultrachat_110794","sharegpt_pyK55Br_11","d973fa59_1","sharegpt_4o6CiXu_0","sharegpt_PmlBrnm_0","ef785bb4_2","f14a4532_1","answer_a5b68517_2","0a140d49_1","sharegpt_CLjyR25_0","sharegpt_7KnQsga_0","sharegpt_SgzuqX8_0","c1b801e6","sharegpt_bTDMt3m_80","ultrachat_318734","15a346c1_2","ultrachat_14297","sharegpt_3fMCWSX_0","sharegpt_BJmgxmf_0","43668d77_3","ultrachat_143536","ultrachat_323437","8a5fe67a","753b7c1f_1","sharegpt_IEsU45Z_23","ultrachat_245905","sharegpt_Ou150oa_0","0651f7bd_1","ultrachat_176513","sharegpt_87yRPxz_0","6b137bce_2","b13d5e4e_1","c4800a39","sharegpt_rmbnhMr_3","sharegpt_Ak1QBSt_0","18cfdd41_2","c63b2c8f","sharegpt_81HGwKX_58","sharegpt_pKuPS5Q_0","ultrachat_507147","9b9ff448_7","ultrachat_393019","sharegpt_a4rfTHu_0","sharegpt_z7hfXP3_0","c937aab6","sharegpt_YyyF8MF_0"]
Retrieved context/evidence
["answer_a5b68517_2","ultrachat_393019"]
Retrieval output (not a generated answer)
answer_a5b68517_2
Complete stored trace (JSON)
{
"answer": "answer_a5b68517_2",
"answer_session_ids": [
"answer_a5b68517_1",
"answer_a5b68517_2"
],
"gold_references": [
"answer_a5b68517_1",
"answer_a5b68517_2"
],
"oracle_has_answer_turns": {
"0651f7bd_1": [],
"0a140d49_1": [],
"15a346c1_2": [],
"18cfdd41_2": [],
"43668d77_3": [],
"6b137bce_2": [],
"753b7c1f_1": [],
"8a5fe67a": [],
"9b9ff448_7": [],
"answer_a5b68517_1": [
4
],
"answer_a5b68517_2": [
0
],
"b13d5e4e_1": [],
"bd8708e2_2": [],
"c1b801e6": [],
"c4800a39": [],
"c63b2c8f": [],
"c937aab6": [],
"d973fa59_1": [],
"ef785bb4_2": [],
"f14a4532_1": [],
"sharegpt_3fMCWSX_0": [],
"sharegpt_4o6CiXu_0": [],
"sharegpt_7KnQsga_0": [],
"sharegpt_81HGwKX_58": [],
"sharegpt_87yRPxz_0": [],
"sharegpt_Ak1QBSt_0": [],
"sharegpt_BJmgxmf_0": [],
"sharegpt_CLjyR25_0": [],
"sharegpt_IEsU45Z_23": [],
"sharegpt_Ou150oa_0": [],
"sharegpt_PmlBrnm_0": [],
"sharegpt_SgzuqX8_0": [],
"sharegpt_YyyF8MF_0": [],
"sharegpt_a4rfTHu_0": [],
"sharegpt_bTDMt3m_80": [],
"sharegpt_lnO6o1z_0": [],
"sharegpt_pKuPS5Q_0": [],
"sharegpt_pyK55Br_11": [],
"sharegpt_rmbnhMr_3": [],
"sharegpt_z7hfXP3_0": [],
"ultrachat_110794": [],
"ultrachat_14297": [],
"ultrachat_143536": [],
"ultrachat_176513": [],
"ultrachat_221540": [],
"ultrachat_245905": [],
"ultrachat_318734": [],
"ultrachat_323437": [],
"ultrachat_361535": [],
"ultrachat_38324": [],
"ultrachat_393019": [],
"ultrachat_42305": [],
"ultrachat_507147": []
},
"question_id": "cc5ded98",
"ranked_retrieved_hits": [
"answer_a5b68517_2",
"ultrachat_393019"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_38324",
"answer_a5b68517_1",
"ultrachat_361535",
"ultrachat_42305",
"sharegpt_lnO6o1z_0",
"ultrachat_221540",
"bd8708e2_2",
"ultrachat_110794",
"sharegpt_pyK55Br_11",
"d973fa59_1",
"sharegpt_4o6CiXu_0",
"sharegpt_PmlBrnm_0",
"ef785bb4_2",
"f14a4532_1",
"answer_a5b68517_2",
"0a140d49_1",
"sharegpt_CLjyR25_0",
"sharegpt_7KnQsga_0",
"sharegpt_SgzuqX8_0",
"c1b801e6",
"sharegpt_bTDMt3m_80",
"ultrachat_318734",
"15a346c1_2",
"ultrachat_14297",
"sharegpt_3fMCWSX_0",
"sharegpt_BJmgxmf_0",
"43668d77_3",
"ultrachat_143536",
"ultrachat_323437",
"8a5fe67a",
"753b7c1f_1",
"sharegpt_IEsU45Z_23",
"ultrachat_245905",
"sharegpt_Ou150oa_0",
"0651f7bd_1",
"ultrachat_176513",
"sharegpt_87yRPxz_0",
"6b137bce_2",
"b13d5e4e_1",
"c4800a39",
"sharegpt_rmbnhMr_3",
"sharegpt_Ak1QBSt_0",
"18cfdd41_2",
"c63b2c8f",
"sharegpt_81HGwKX_58",
"sharegpt_pKuPS5Q_0",
"ultrachat_507147",
"9b9ff448_7",
"ultrachat_393019",
"sharegpt_a4rfTHu_0",
"sharegpt_z7hfXP3_0",
"c937aab6",
"sharegpt_YyyF8MF_0"
]
}