Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace d6062bb9
Stored context/evidence
["65d28641_2","sharegpt_xuhzAgG_19","ultrachat_287156","b35610f4_4","sharegpt_0mQbhwr_0","d4925c78_1","cd4ae1ad","ultrachat_91920","4f8caea3_1","7fee3e4a","ultrachat_130743","ultrachat_425586","ultrachat_29941","5b6aedac","answer_23f3a657_2","ultrachat_43942","sharegpt_eknKUGK_0","c25b95c5_1","sharegpt_i8vmq4f_0","answer_23f3a657_1","sharegpt_afCogMg_13","sharegpt_vbcNS5Z_0","1dcfb9a0_1","bacc942d_2","ultrachat_304330","sharegpt_hcaZN94_647","f07b6875_1","ultrachat_524436","ultrachat_496826","ultrachat_356517","ultrachat_233810","ultrachat_575369","sharegpt_MYRjDg1_0","sharegpt_gg0dEgl_14","ultrachat_232983","86298245_2","90c9bcd3","ultrachat_485311","sharegpt_PjFSCFK_9","85a49fe0_3","sharegpt_63IrNjK_0","sharegpt_BLKdXsu_0","08011a76","ultrachat_414929","f7644391_2","1881e7db_1","5c95d0d0","sharegpt_gu4sndU_0","caa00337_2","59c704ad_2"]
Retrieved context/evidence
["sharegpt_gu4sndU_0","ultrachat_29941","sharegpt_gg0dEgl_14"]
Retrieval output (not a generated answer)
sharegpt_gu4sndU_0
Complete stored trace (JSON)
{
"answer": "sharegpt_gu4sndU_0",
"answer_session_ids": [
"answer_23f3a657_2",
"answer_23f3a657_1"
],
"gold_references": [
"answer_23f3a657_2",
"answer_23f3a657_1"
],
"oracle_has_answer_turns": {
"08011a76": [],
"1881e7db_1": [],
"1dcfb9a0_1": [],
"4f8caea3_1": [],
"59c704ad_2": [],
"5b6aedac": [],
"5c95d0d0": [],
"65d28641_2": [],
"7fee3e4a": [],
"85a49fe0_3": [],
"86298245_2": [],
"90c9bcd3": [],
"answer_23f3a657_1": [
0
],
"answer_23f3a657_2": [
0
],
"b35610f4_4": [],
"bacc942d_2": [],
"c25b95c5_1": [],
"caa00337_2": [],
"cd4ae1ad": [],
"d4925c78_1": [],
"f07b6875_1": [],
"f7644391_2": [],
"sharegpt_0mQbhwr_0": [],
"sharegpt_63IrNjK_0": [],
"sharegpt_BLKdXsu_0": [],
"sharegpt_MYRjDg1_0": [],
"sharegpt_PjFSCFK_9": [],
"sharegpt_afCogMg_13": [],
"sharegpt_eknKUGK_0": [],
"sharegpt_gg0dEgl_14": [],
"sharegpt_gu4sndU_0": [],
"sharegpt_hcaZN94_647": [],
"sharegpt_i8vmq4f_0": [],
"sharegpt_vbcNS5Z_0": [],
"sharegpt_xuhzAgG_19": [],
"ultrachat_130743": [],
"ultrachat_232983": [],
"ultrachat_233810": [],
"ultrachat_287156": [],
"ultrachat_29941": [],
"ultrachat_304330": [],
"ultrachat_356517": [],
"ultrachat_414929": [],
"ultrachat_425586": [],
"ultrachat_43942": [],
"ultrachat_485311": [],
"ultrachat_496826": [],
"ultrachat_524436": [],
"ultrachat_575369": [],
"ultrachat_91920": []
},
"question_id": "d6062bb9",
"ranked_retrieved_hits": [
"sharegpt_gu4sndU_0",
"ultrachat_29941",
"sharegpt_gg0dEgl_14"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"65d28641_2",
"sharegpt_xuhzAgG_19",
"ultrachat_287156",
"b35610f4_4",
"sharegpt_0mQbhwr_0",
"d4925c78_1",
"cd4ae1ad",
"ultrachat_91920",
"4f8caea3_1",
"7fee3e4a",
"ultrachat_130743",
"ultrachat_425586",
"ultrachat_29941",
"5b6aedac",
"answer_23f3a657_2",
"ultrachat_43942",
"sharegpt_eknKUGK_0",
"c25b95c5_1",
"sharegpt_i8vmq4f_0",
"answer_23f3a657_1",
"sharegpt_afCogMg_13",
"sharegpt_vbcNS5Z_0",
"1dcfb9a0_1",
"bacc942d_2",
"ultrachat_304330",
"sharegpt_hcaZN94_647",
"f07b6875_1",
"ultrachat_524436",
"ultrachat_496826",
"ultrachat_356517",
"ultrachat_233810",
"ultrachat_575369",
"sharegpt_MYRjDg1_0",
"sharegpt_gg0dEgl_14",
"ultrachat_232983",
"86298245_2",
"90c9bcd3",
"ultrachat_485311",
"sharegpt_PjFSCFK_9",
"85a49fe0_3",
"sharegpt_63IrNjK_0",
"sharegpt_BLKdXsu_0",
"08011a76",
"ultrachat_414929",
"f7644391_2",
"1881e7db_1",
"5c95d0d0",
"sharegpt_gu4sndU_0",
"caa00337_2",
"59c704ad_2"
]
}