Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 4d6b87c8
Stored context/evidence
["6c51fa7e_3","sharegpt_43OIeUI_0","ultrachat_157934","ultrachat_408938","sharegpt_yPCVYhX_0","1cf6c966_1","ultrachat_121715","8bc99ae3_1","4a1db06e","e57f4635","sharegpt_kFcVnSx_15","sharegpt_0kMM1sV_0","4344c2f1_2","5fc83435_1","sharegpt_mmYyki5_0","cffde796","d87e86f6_1","answer_766ab8da_1","sharegpt_7AuNZad_0","sharegpt_cu7TYt7_57","ultrachat_40253","ultrachat_293116","ultrachat_553015","sharegpt_LtpeNAS_0","6d6c92fe","sharegpt_undG8q1_0","9af4e346_1","fd6e6b9a_2","85da7827","ultrachat_411499","sharegpt_cRXlt3L_0","b8c5e928_3","sharegpt_FYqt26U_0","40d74f35_2","ultrachat_436945","ultrachat_105306","0159547c_1","41d20601","sharegpt_xLjgprT_0","sharegpt_NUyiNZE_0","sharegpt_lRGmxQF_0","4cbe4e20_1","ultrachat_101279","a0201607_3","ultrachat_515444","60d4332d","ultrachat_361817","answer_766ab8da_2","5c85023a_1","ultrachat_317896","ultrachat_251166","4dd737a9_1"]
Retrieved context/evidence
["answer_766ab8da_2","sharegpt_yPCVYhX_0"]
Retrieval output (not a generated answer)
answer_766ab8da_2
Complete stored trace (JSON)
{
"answer": "answer_766ab8da_2",
"answer_session_ids": [
"answer_766ab8da_1",
"answer_766ab8da_2"
],
"gold_references": [
"answer_766ab8da_1",
"answer_766ab8da_2"
],
"oracle_has_answer_turns": {
"0159547c_1": [],
"1cf6c966_1": [],
"40d74f35_2": [],
"41d20601": [],
"4344c2f1_2": [],
"4a1db06e": [],
"4cbe4e20_1": [],
"4dd737a9_1": [],
"5c85023a_1": [],
"5fc83435_1": [],
"60d4332d": [],
"6c51fa7e_3": [],
"6d6c92fe": [],
"85da7827": [],
"8bc99ae3_1": [],
"9af4e346_1": [],
"a0201607_3": [],
"answer_766ab8da_1": [
2
],
"answer_766ab8da_2": [
2
],
"b8c5e928_3": [],
"cffde796": [],
"d87e86f6_1": [],
"e57f4635": [],
"fd6e6b9a_2": [],
"sharegpt_0kMM1sV_0": [],
"sharegpt_43OIeUI_0": [],
"sharegpt_7AuNZad_0": [],
"sharegpt_FYqt26U_0": [],
"sharegpt_LtpeNAS_0": [],
"sharegpt_NUyiNZE_0": [],
"sharegpt_cRXlt3L_0": [],
"sharegpt_cu7TYt7_57": [],
"sharegpt_kFcVnSx_15": [],
"sharegpt_lRGmxQF_0": [],
"sharegpt_mmYyki5_0": [],
"sharegpt_undG8q1_0": [],
"sharegpt_xLjgprT_0": [],
"sharegpt_yPCVYhX_0": [],
"ultrachat_101279": [],
"ultrachat_105306": [],
"ultrachat_121715": [],
"ultrachat_157934": [],
"ultrachat_251166": [],
"ultrachat_293116": [],
"ultrachat_317896": [],
"ultrachat_361817": [],
"ultrachat_40253": [],
"ultrachat_408938": [],
"ultrachat_411499": [],
"ultrachat_436945": [],
"ultrachat_515444": [],
"ultrachat_553015": []
},
"question_id": "4d6b87c8",
"ranked_retrieved_hits": [
"answer_766ab8da_2",
"sharegpt_yPCVYhX_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"6c51fa7e_3",
"sharegpt_43OIeUI_0",
"ultrachat_157934",
"ultrachat_408938",
"sharegpt_yPCVYhX_0",
"1cf6c966_1",
"ultrachat_121715",
"8bc99ae3_1",
"4a1db06e",
"e57f4635",
"sharegpt_kFcVnSx_15",
"sharegpt_0kMM1sV_0",
"4344c2f1_2",
"5fc83435_1",
"sharegpt_mmYyki5_0",
"cffde796",
"d87e86f6_1",
"answer_766ab8da_1",
"sharegpt_7AuNZad_0",
"sharegpt_cu7TYt7_57",
"ultrachat_40253",
"ultrachat_293116",
"ultrachat_553015",
"sharegpt_LtpeNAS_0",
"6d6c92fe",
"sharegpt_undG8q1_0",
"9af4e346_1",
"fd6e6b9a_2",
"85da7827",
"ultrachat_411499",
"sharegpt_cRXlt3L_0",
"b8c5e928_3",
"sharegpt_FYqt26U_0",
"40d74f35_2",
"ultrachat_436945",
"ultrachat_105306",
"0159547c_1",
"41d20601",
"sharegpt_xLjgprT_0",
"sharegpt_NUyiNZE_0",
"sharegpt_lRGmxQF_0",
"4cbe4e20_1",
"ultrachat_101279",
"a0201607_3",
"ultrachat_515444",
"60d4332d",
"ultrachat_361817",
"answer_766ab8da_2",
"5c85023a_1",
"ultrachat_317896",
"ultrachat_251166",
"4dd737a9_1"
]
}