Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace c7cf7dfd
Stored context/evidence
["ultrachat_42916","ultrachat_419371","sharegpt_VhAV1pG_0","1382d6fb_1","4acdd888","ultrachat_290129","ea20d7f4","de5a59bf","sharegpt_f28uI6i_31","sharegpt_puZxRWR_0","ultrachat_551797","sharegpt_f7j1Act_28","ultrachat_328173","sharegpt_dAh77Ju_0","9db6d988_2","ultrachat_105014","sharegpt_EeXTDjc_15","77e7ab20_2","1bad4a87","sharegpt_e8w14hY_0","d3e3f069","ultrachat_436833","780b6c7c_1","8fa624b2_8","ultrachat_158376","sharegpt_ge7Hvlu_0","sharegpt_3D7Qpuq_132","sharegpt_BLxHzg8_0","ultrachat_139629","96b8c9ee","cf99a5df_1","c1e681e7_2","aa0fd66a","e24943fc","ultrachat_254355","ultrachat_62917","sharegpt_qek7Ywh_9","e27fe923_5","sharegpt_JYJaytf_0","16ebc8f8_2","sharegpt_fdIkI1c_0","sharegpt_tfIfm00_14","ultrachat_378089","sharegpt_gQaSoiF_13","285a29e7_1","1341f0b9","answer_ultrachat_456407","64b9c798","95cec590_1","ultrachat_522351","b90109d2_1"]
Retrieved context/evidence
["answer_ultrachat_456407","ultrachat_436833","sharegpt_JYJaytf_0","sharegpt_e8w14hY_0"]
Retrieval output (not a generated answer)
answer_ultrachat_456407
Complete stored trace (JSON)
{
"answer": "answer_ultrachat_456407",
"answer_session_ids": [
"answer_ultrachat_456407"
],
"gold_references": [
"answer_ultrachat_456407"
],
"oracle_has_answer_turns": {
"1341f0b9": [],
"1382d6fb_1": [],
"16ebc8f8_2": [],
"1bad4a87": [],
"285a29e7_1": [],
"4acdd888": [],
"64b9c798": [],
"77e7ab20_2": [],
"780b6c7c_1": [],
"8fa624b2_8": [],
"95cec590_1": [],
"96b8c9ee": [],
"9db6d988_2": [],
"aa0fd66a": [],
"answer_ultrachat_456407": [
7
],
"b90109d2_1": [],
"c1e681e7_2": [],
"cf99a5df_1": [],
"d3e3f069": [],
"de5a59bf": [],
"e24943fc": [],
"e27fe923_5": [],
"ea20d7f4": [],
"sharegpt_3D7Qpuq_132": [],
"sharegpt_BLxHzg8_0": [],
"sharegpt_EeXTDjc_15": [],
"sharegpt_JYJaytf_0": [],
"sharegpt_VhAV1pG_0": [],
"sharegpt_dAh77Ju_0": [],
"sharegpt_e8w14hY_0": [],
"sharegpt_f28uI6i_31": [],
"sharegpt_f7j1Act_28": [],
"sharegpt_fdIkI1c_0": [],
"sharegpt_gQaSoiF_13": [],
"sharegpt_ge7Hvlu_0": [],
"sharegpt_puZxRWR_0": [],
"sharegpt_qek7Ywh_9": [],
"sharegpt_tfIfm00_14": [],
"ultrachat_105014": [],
"ultrachat_139629": [],
"ultrachat_158376": [],
"ultrachat_254355": [],
"ultrachat_290129": [],
"ultrachat_328173": [],
"ultrachat_378089": [],
"ultrachat_419371": [],
"ultrachat_42916": [],
"ultrachat_436833": [],
"ultrachat_522351": [],
"ultrachat_551797": [],
"ultrachat_62917": []
},
"question_id": "c7cf7dfd",
"ranked_retrieved_hits": [
"answer_ultrachat_456407",
"ultrachat_436833",
"sharegpt_JYJaytf_0",
"sharegpt_e8w14hY_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_42916",
"ultrachat_419371",
"sharegpt_VhAV1pG_0",
"1382d6fb_1",
"4acdd888",
"ultrachat_290129",
"ea20d7f4",
"de5a59bf",
"sharegpt_f28uI6i_31",
"sharegpt_puZxRWR_0",
"ultrachat_551797",
"sharegpt_f7j1Act_28",
"ultrachat_328173",
"sharegpt_dAh77Ju_0",
"9db6d988_2",
"ultrachat_105014",
"sharegpt_EeXTDjc_15",
"77e7ab20_2",
"1bad4a87",
"sharegpt_e8w14hY_0",
"d3e3f069",
"ultrachat_436833",
"780b6c7c_1",
"8fa624b2_8",
"ultrachat_158376",
"sharegpt_ge7Hvlu_0",
"sharegpt_3D7Qpuq_132",
"sharegpt_BLxHzg8_0",
"ultrachat_139629",
"96b8c9ee",
"cf99a5df_1",
"c1e681e7_2",
"aa0fd66a",
"e24943fc",
"ultrachat_254355",
"ultrachat_62917",
"sharegpt_qek7Ywh_9",
"e27fe923_5",
"sharegpt_JYJaytf_0",
"16ebc8f8_2",
"sharegpt_fdIkI1c_0",
"sharegpt_tfIfm00_14",
"ultrachat_378089",
"sharegpt_gQaSoiF_13",
"285a29e7_1",
"1341f0b9",
"answer_ultrachat_456407",
"64b9c798",
"95cec590_1",
"ultrachat_522351",
"b90109d2_1"
]
}