Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace c2ac3c61
Stored context/evidence
["ultrachat_139229","6009ba4e_5","c9dfeaea_2","sharegpt_0mQbhwr_0","97338ddd_1","sharegpt_VuQnjeB_0","0b64c6cb_1","sharegpt_ef7SGNi_171","sharegpt_z6pSZ19_0","ultrachat_412857","ultrachat_379237","sharegpt_CQ3HZO9_53","b7c5c12f_2","ultrachat_539537","9f803df5_1","answer_923c0221_1","ultrachat_46891","ultrachat_197141","80dc42f7_1","d0dd87e6_1","ultrachat_38171","sharegpt_2BSHRQc_25","sharegpt_p6qSBCh_0","8e4e215b","a6f2320f_1","cf10b8ec","sharegpt_XWqXdom_18","sharegpt_gLb26GY_0","ultrachat_76504","ultrachat_13696","sharegpt_X0e8b0l_0","sharegpt_jjOK6l1_113","a239515b","4496ec42_2","ed0dd360_2","02592f97_1","ultrachat_364943","sharegpt_8YOzeWv_37","e11e9a6d","sharegpt_IHPDBYP_0","ultrachat_494422","ultrachat_166104","sharegpt_cafdOjj_0","b403d6f0_4","ultrachat_226999","sharegpt_KwbJJ66_5","518d26d3_4","sharegpt_qL1FpI2_0","sharegpt_qF7Q3W7_0","ultrachat_472951","0c483a3c","answer_923c0221_2","ultrachat_151832"]
Retrieved context/evidence
["sharegpt_IHPDBYP_0","sharegpt_2BSHRQc_25","ultrachat_46891"]
Retrieval output (not a generated answer)
sharegpt_IHPDBYP_0
Complete stored trace (JSON)
{
"answer": "sharegpt_IHPDBYP_0",
"answer_session_ids": [
"answer_923c0221_1",
"answer_923c0221_2"
],
"gold_references": [
"answer_923c0221_1",
"answer_923c0221_2"
],
"oracle_has_answer_turns": {
"02592f97_1": [],
"0b64c6cb_1": [],
"0c483a3c": [],
"4496ec42_2": [],
"518d26d3_4": [],
"6009ba4e_5": [],
"80dc42f7_1": [],
"8e4e215b": [],
"97338ddd_1": [],
"9f803df5_1": [],
"a239515b": [],
"a6f2320f_1": [],
"answer_923c0221_1": [
10
],
"answer_923c0221_2": [
6
],
"b403d6f0_4": [],
"b7c5c12f_2": [],
"c9dfeaea_2": [],
"cf10b8ec": [],
"d0dd87e6_1": [],
"e11e9a6d": [],
"ed0dd360_2": [],
"sharegpt_0mQbhwr_0": [],
"sharegpt_2BSHRQc_25": [],
"sharegpt_8YOzeWv_37": [],
"sharegpt_CQ3HZO9_53": [],
"sharegpt_IHPDBYP_0": [],
"sharegpt_KwbJJ66_5": [],
"sharegpt_VuQnjeB_0": [],
"sharegpt_X0e8b0l_0": [],
"sharegpt_XWqXdom_18": [],
"sharegpt_cafdOjj_0": [],
"sharegpt_ef7SGNi_171": [],
"sharegpt_gLb26GY_0": [],
"sharegpt_jjOK6l1_113": [],
"sharegpt_p6qSBCh_0": [],
"sharegpt_qF7Q3W7_0": [],
"sharegpt_qL1FpI2_0": [],
"sharegpt_z6pSZ19_0": [],
"ultrachat_13696": [],
"ultrachat_139229": [],
"ultrachat_151832": [],
"ultrachat_166104": [],
"ultrachat_197141": [],
"ultrachat_226999": [],
"ultrachat_364943": [],
"ultrachat_379237": [],
"ultrachat_38171": [],
"ultrachat_412857": [],
"ultrachat_46891": [],
"ultrachat_472951": [],
"ultrachat_494422": [],
"ultrachat_539537": [],
"ultrachat_76504": []
},
"question_id": "c2ac3c61",
"ranked_retrieved_hits": [
"sharegpt_IHPDBYP_0",
"sharegpt_2BSHRQc_25",
"ultrachat_46891"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_139229",
"6009ba4e_5",
"c9dfeaea_2",
"sharegpt_0mQbhwr_0",
"97338ddd_1",
"sharegpt_VuQnjeB_0",
"0b64c6cb_1",
"sharegpt_ef7SGNi_171",
"sharegpt_z6pSZ19_0",
"ultrachat_412857",
"ultrachat_379237",
"sharegpt_CQ3HZO9_53",
"b7c5c12f_2",
"ultrachat_539537",
"9f803df5_1",
"answer_923c0221_1",
"ultrachat_46891",
"ultrachat_197141",
"80dc42f7_1",
"d0dd87e6_1",
"ultrachat_38171",
"sharegpt_2BSHRQc_25",
"sharegpt_p6qSBCh_0",
"8e4e215b",
"a6f2320f_1",
"cf10b8ec",
"sharegpt_XWqXdom_18",
"sharegpt_gLb26GY_0",
"ultrachat_76504",
"ultrachat_13696",
"sharegpt_X0e8b0l_0",
"sharegpt_jjOK6l1_113",
"a239515b",
"4496ec42_2",
"ed0dd360_2",
"02592f97_1",
"ultrachat_364943",
"sharegpt_8YOzeWv_37",
"e11e9a6d",
"sharegpt_IHPDBYP_0",
"ultrachat_494422",
"ultrachat_166104",
"sharegpt_cafdOjj_0",
"b403d6f0_4",
"ultrachat_226999",
"sharegpt_KwbJJ66_5",
"518d26d3_4",
"sharegpt_qL1FpI2_0",
"sharegpt_qF7Q3W7_0",
"ultrachat_472951",
"0c483a3c",
"answer_923c0221_2",
"ultrachat_151832"
]
}