Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 60bf93ed
Stored context/evidence
["ultrachat_376527","ultrachat_301661","sharegpt_IHSNXY4_27","sharegpt_sHE63Dr_0","7d8eecd9","sharegpt_PEr0L5a_0","ultrachat_149649","571a1931_3","00cca725_1","sharegpt_539R1Pm_0","3197603c","ultrachat_335368","answer_e0956e0a_1","sharegpt_hPTUZia_0","bb43a523_1","sharegpt_1jjEIai_173","e9590b7d","ultrachat_57628","answer_e0956e0a_2","ultrachat_310878","ultrachat_577659","4fe27c66_4","sharegpt_Hl9bpNW_15","sharegpt_jVDOuIO_0","ultrachat_7648","ultrachat_378073","619e96bc","ff6b8624","sharegpt_WVYlg4p_0","6414f676_4","sharegpt_f40Yvlz_0","sharegpt_AEHVEIe_0","ultrachat_296083","sharegpt_AsnNEtx_0","ultrachat_472974","4c5b5eaa_2","ultrachat_13565","ultrachat_418673","ultrachat_259496","sharegpt_4J1zVYJ_0","29194fbe_2","ultrachat_225242","a200b713_2","sharegpt_V5RlDQy_0","ultrachat_390071","ultrachat_461723","d467e3fd","84f80d64","388c5534_3","0e297c49","498970f0"]
Retrieved context/evidence
["ultrachat_7648","4fe27c66_4"]
Retrieval output (not a generated answer)
ultrachat_7648
Complete stored trace (JSON)
{
"answer": "ultrachat_7648",
"answer_session_ids": [
"answer_e0956e0a_1",
"answer_e0956e0a_2"
],
"gold_references": [
"answer_e0956e0a_1",
"answer_e0956e0a_2"
],
"oracle_has_answer_turns": {
"00cca725_1": [],
"0e297c49": [],
"29194fbe_2": [],
"3197603c": [],
"388c5534_3": [],
"498970f0": [],
"4c5b5eaa_2": [],
"4fe27c66_4": [],
"571a1931_3": [],
"619e96bc": [],
"6414f676_4": [],
"7d8eecd9": [],
"84f80d64": [],
"a200b713_2": [],
"answer_e0956e0a_1": [
2
],
"answer_e0956e0a_2": [
0
],
"bb43a523_1": [],
"d467e3fd": [],
"e9590b7d": [],
"ff6b8624": [],
"sharegpt_1jjEIai_173": [],
"sharegpt_4J1zVYJ_0": [],
"sharegpt_539R1Pm_0": [],
"sharegpt_AEHVEIe_0": [],
"sharegpt_AsnNEtx_0": [],
"sharegpt_Hl9bpNW_15": [],
"sharegpt_IHSNXY4_27": [],
"sharegpt_PEr0L5a_0": [],
"sharegpt_V5RlDQy_0": [],
"sharegpt_WVYlg4p_0": [],
"sharegpt_f40Yvlz_0": [],
"sharegpt_hPTUZia_0": [],
"sharegpt_jVDOuIO_0": [],
"sharegpt_sHE63Dr_0": [],
"ultrachat_13565": [],
"ultrachat_149649": [],
"ultrachat_225242": [],
"ultrachat_259496": [],
"ultrachat_296083": [],
"ultrachat_301661": [],
"ultrachat_310878": [],
"ultrachat_335368": [],
"ultrachat_376527": [],
"ultrachat_378073": [],
"ultrachat_390071": [],
"ultrachat_418673": [],
"ultrachat_461723": [],
"ultrachat_472974": [],
"ultrachat_57628": [],
"ultrachat_577659": [],
"ultrachat_7648": []
},
"question_id": "60bf93ed",
"ranked_retrieved_hits": [
"ultrachat_7648",
"4fe27c66_4"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_376527",
"ultrachat_301661",
"sharegpt_IHSNXY4_27",
"sharegpt_sHE63Dr_0",
"7d8eecd9",
"sharegpt_PEr0L5a_0",
"ultrachat_149649",
"571a1931_3",
"00cca725_1",
"sharegpt_539R1Pm_0",
"3197603c",
"ultrachat_335368",
"answer_e0956e0a_1",
"sharegpt_hPTUZia_0",
"bb43a523_1",
"sharegpt_1jjEIai_173",
"e9590b7d",
"ultrachat_57628",
"answer_e0956e0a_2",
"ultrachat_310878",
"ultrachat_577659",
"4fe27c66_4",
"sharegpt_Hl9bpNW_15",
"sharegpt_jVDOuIO_0",
"ultrachat_7648",
"ultrachat_378073",
"619e96bc",
"ff6b8624",
"sharegpt_WVYlg4p_0",
"6414f676_4",
"sharegpt_f40Yvlz_0",
"sharegpt_AEHVEIe_0",
"ultrachat_296083",
"sharegpt_AsnNEtx_0",
"ultrachat_472974",
"4c5b5eaa_2",
"ultrachat_13565",
"ultrachat_418673",
"ultrachat_259496",
"sharegpt_4J1zVYJ_0",
"29194fbe_2",
"ultrachat_225242",
"a200b713_2",
"sharegpt_V5RlDQy_0",
"ultrachat_390071",
"ultrachat_461723",
"d467e3fd",
"84f80d64",
"388c5534_3",
"0e297c49",
"498970f0"
]
}