Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace e47becba
Stored context/evidence
["sharegpt_yywfIrx_0","85a1be56_1","sharegpt_Jcy1CVN_0","sharegpt_Cr2tc1f_0","sharegpt_DGTCD7D_0","f6859b48_2","52c34859_1","ultrachat_231069","sharegpt_qRdLQvN_7","ultrachat_359984","sharegpt_8dJs7Ai_0","c3cd646c_1","4fd76316","7045db85_1","ultrachat_422229","ultrachat_215809","41abc171_4","5dac7cc2_1","sharegpt_rnG0ZuV_0","3418b277_3","sharegpt_UnjngE7_65","aae4411b_2","2ae4f277_2","sharegpt_jVow2vn_0","ultrachat_45576","ultrachat_530213","47f00a5f","978c0e70","ultrachat_336116","sharegpt_T1EiHWI_13","3b3a77d9","a041cdd4_3","sharegpt_1L5GXZJ_0","ultrachat_574556","sharegpt_gTknhGs_0","d414cac5_4","ultrachat_214101","ultrachat_286075","ultrachat_57566","sharegpt_PdnvIns_0","ultrachat_514031","ec6ca9ef","d94b721b","sharegpt_QZMeA7V_17","sharegpt_BvwQVCO_0","e348269f_1","0586f435_3","ultrachat_458322","02bd2b90_3","e27891d3_2","ultrachat_486410","answer_280352e9","84503ce4_1"]
Retrieved context/evidence
["sharegpt_QZMeA7V_17","sharegpt_DGTCD7D_0","2ae4f277_2"]
Retrieval output (not a generated answer)
sharegpt_QZMeA7V_17
Complete stored trace (JSON)
{
"answer": "sharegpt_QZMeA7V_17",
"answer_session_ids": [
"answer_280352e9"
],
"gold_references": [
"answer_280352e9"
],
"oracle_has_answer_turns": {
"02bd2b90_3": [],
"0586f435_3": [],
"2ae4f277_2": [],
"3418b277_3": [],
"3b3a77d9": [],
"41abc171_4": [],
"47f00a5f": [],
"4fd76316": [],
"52c34859_1": [],
"5dac7cc2_1": [],
"7045db85_1": [],
"84503ce4_1": [],
"85a1be56_1": [],
"978c0e70": [],
"a041cdd4_3": [],
"aae4411b_2": [],
"answer_280352e9": [
4,
5
],
"c3cd646c_1": [],
"d414cac5_4": [],
"d94b721b": [],
"e27891d3_2": [],
"e348269f_1": [],
"ec6ca9ef": [],
"f6859b48_2": [],
"sharegpt_1L5GXZJ_0": [],
"sharegpt_8dJs7Ai_0": [],
"sharegpt_BvwQVCO_0": [],
"sharegpt_Cr2tc1f_0": [],
"sharegpt_DGTCD7D_0": [],
"sharegpt_Jcy1CVN_0": [],
"sharegpt_PdnvIns_0": [],
"sharegpt_QZMeA7V_17": [],
"sharegpt_T1EiHWI_13": [],
"sharegpt_UnjngE7_65": [],
"sharegpt_gTknhGs_0": [],
"sharegpt_jVow2vn_0": [],
"sharegpt_qRdLQvN_7": [],
"sharegpt_rnG0ZuV_0": [],
"sharegpt_yywfIrx_0": [],
"ultrachat_214101": [],
"ultrachat_215809": [],
"ultrachat_231069": [],
"ultrachat_286075": [],
"ultrachat_336116": [],
"ultrachat_359984": [],
"ultrachat_422229": [],
"ultrachat_45576": [],
"ultrachat_458322": [],
"ultrachat_486410": [],
"ultrachat_514031": [],
"ultrachat_530213": [],
"ultrachat_574556": [],
"ultrachat_57566": []
},
"question_id": "e47becba",
"ranked_retrieved_hits": [
"sharegpt_QZMeA7V_17",
"sharegpt_DGTCD7D_0",
"2ae4f277_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_yywfIrx_0",
"85a1be56_1",
"sharegpt_Jcy1CVN_0",
"sharegpt_Cr2tc1f_0",
"sharegpt_DGTCD7D_0",
"f6859b48_2",
"52c34859_1",
"ultrachat_231069",
"sharegpt_qRdLQvN_7",
"ultrachat_359984",
"sharegpt_8dJs7Ai_0",
"c3cd646c_1",
"4fd76316",
"7045db85_1",
"ultrachat_422229",
"ultrachat_215809",
"41abc171_4",
"5dac7cc2_1",
"sharegpt_rnG0ZuV_0",
"3418b277_3",
"sharegpt_UnjngE7_65",
"aae4411b_2",
"2ae4f277_2",
"sharegpt_jVow2vn_0",
"ultrachat_45576",
"ultrachat_530213",
"47f00a5f",
"978c0e70",
"ultrachat_336116",
"sharegpt_T1EiHWI_13",
"3b3a77d9",
"a041cdd4_3",
"sharegpt_1L5GXZJ_0",
"ultrachat_574556",
"sharegpt_gTknhGs_0",
"d414cac5_4",
"ultrachat_214101",
"ultrachat_286075",
"ultrachat_57566",
"sharegpt_PdnvIns_0",
"ultrachat_514031",
"ec6ca9ef",
"d94b721b",
"sharegpt_QZMeA7V_17",
"sharegpt_BvwQVCO_0",
"e348269f_1",
"0586f435_3",
"ultrachat_458322",
"02bd2b90_3",
"e27891d3_2",
"ultrachat_486410",
"answer_280352e9",
"84503ce4_1"
]
}