Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 07b6f563
Stored context/evidence
["sharegpt_2WSs9xO_0","ultrachat_214827","ultrachat_166551","sharegpt_0y8w7hJ_27","ultrachat_544520","ultrachat_465574","1ddc89e9_2","ultrachat_221828","sharegpt_4L5LmyO_0","4bebc782_1","9baddc74","sharegpt_9ggxVME_0","66ab6260","sharegpt_zvmX9pX_25","bbccfe79","sharegpt_O97C4Pd_11","9b2f4dd7_2","77827bdf","ultrachat_352196","14111681_1","13b79e39_2","368276ab_3","ddf41a24","dcc7f430_1","sharegpt_OQxs4BU_0","ultrachat_325372","sharegpt_4Wjx3pH_0","6af947bf_1","5e7b1c98_1","sharegpt_Wu1Rdjk_0","37663c6c_2","sharegpt_MyRGa7o_0","ultrachat_152944","ultrachat_480403","sharegpt_72kPQPm_11","39358a85_2","sharegpt_1LURBbJ_0","sharegpt_hEh3QCG_0","fab7bad0_2","ultrachat_168417","answer_d03098f9","ultrachat_432813","55c267aa","ultrachat_324216","ultrachat_243739","sharegpt_sbnodfn_0","ultrachat_573623","77bd77ac","fd18e0dd_2","0ac1a6f9_2","ultrachat_392007","sharegpt_HPZHo9C_0"]
Retrieved context/evidence
["9baddc74","ultrachat_573623","sharegpt_72kPQPm_11","ultrachat_324216"]
Retrieval output (not a generated answer)
9baddc74
Complete stored trace (JSON)
{
"answer": "9baddc74",
"answer_session_ids": [
"answer_d03098f9"
],
"gold_references": [
"answer_d03098f9"
],
"oracle_has_answer_turns": {
"0ac1a6f9_2": [],
"13b79e39_2": [],
"14111681_1": [],
"1ddc89e9_2": [],
"368276ab_3": [],
"37663c6c_2": [],
"39358a85_2": [],
"4bebc782_1": [],
"55c267aa": [],
"5e7b1c98_1": [],
"66ab6260": [],
"6af947bf_1": [],
"77827bdf": [],
"77bd77ac": [],
"9b2f4dd7_2": [],
"9baddc74": [],
"answer_d03098f9": [
0,
2
],
"bbccfe79": [],
"dcc7f430_1": [],
"ddf41a24": [],
"fab7bad0_2": [],
"fd18e0dd_2": [],
"sharegpt_0y8w7hJ_27": [],
"sharegpt_1LURBbJ_0": [],
"sharegpt_2WSs9xO_0": [],
"sharegpt_4L5LmyO_0": [],
"sharegpt_4Wjx3pH_0": [],
"sharegpt_72kPQPm_11": [],
"sharegpt_9ggxVME_0": [],
"sharegpt_HPZHo9C_0": [],
"sharegpt_MyRGa7o_0": [],
"sharegpt_O97C4Pd_11": [],
"sharegpt_OQxs4BU_0": [],
"sharegpt_Wu1Rdjk_0": [],
"sharegpt_hEh3QCG_0": [],
"sharegpt_sbnodfn_0": [],
"sharegpt_zvmX9pX_25": [],
"ultrachat_152944": [],
"ultrachat_166551": [],
"ultrachat_168417": [],
"ultrachat_214827": [],
"ultrachat_221828": [],
"ultrachat_243739": [],
"ultrachat_324216": [],
"ultrachat_325372": [],
"ultrachat_352196": [],
"ultrachat_392007": [],
"ultrachat_432813": [],
"ultrachat_465574": [],
"ultrachat_480403": [],
"ultrachat_544520": [],
"ultrachat_573623": []
},
"question_id": "07b6f563",
"ranked_retrieved_hits": [
"9baddc74",
"ultrachat_573623",
"sharegpt_72kPQPm_11",
"ultrachat_324216"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_2WSs9xO_0",
"ultrachat_214827",
"ultrachat_166551",
"sharegpt_0y8w7hJ_27",
"ultrachat_544520",
"ultrachat_465574",
"1ddc89e9_2",
"ultrachat_221828",
"sharegpt_4L5LmyO_0",
"4bebc782_1",
"9baddc74",
"sharegpt_9ggxVME_0",
"66ab6260",
"sharegpt_zvmX9pX_25",
"bbccfe79",
"sharegpt_O97C4Pd_11",
"9b2f4dd7_2",
"77827bdf",
"ultrachat_352196",
"14111681_1",
"13b79e39_2",
"368276ab_3",
"ddf41a24",
"dcc7f430_1",
"sharegpt_OQxs4BU_0",
"ultrachat_325372",
"sharegpt_4Wjx3pH_0",
"6af947bf_1",
"5e7b1c98_1",
"sharegpt_Wu1Rdjk_0",
"37663c6c_2",
"sharegpt_MyRGa7o_0",
"ultrachat_152944",
"ultrachat_480403",
"sharegpt_72kPQPm_11",
"39358a85_2",
"sharegpt_1LURBbJ_0",
"sharegpt_hEh3QCG_0",
"fab7bad0_2",
"ultrachat_168417",
"answer_d03098f9",
"ultrachat_432813",
"55c267aa",
"ultrachat_324216",
"ultrachat_243739",
"sharegpt_sbnodfn_0",
"ultrachat_573623",
"77bd77ac",
"fd18e0dd_2",
"0ac1a6f9_2",
"ultrachat_392007",
"sharegpt_HPZHo9C_0"
]
}