Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 9aaed6a3
Stored context/evidence
["6aaf298d","sharegpt_HdWyKUy_0","9f8bdd23_2","ultrachat_401734","11e942da_2","sharegpt_SMJSKW9_6","sharegpt_ToxFax1_56","ultrachat_350519","ultrachat_149983","sharegpt_2SVcnUs_0","answer_353d3c6d_2","sharegpt_Le00ERV_0","sharegpt_znCQ12A_0","3a74e943_1","ultrachat_155726","answer_353d3c6d_1","b96b2d40_1","c95f2a09_2","90c38586_1","66bfa1db","bab41bb6_1","ultrachat_216636","e7b0637e_1","sharegpt_oSemQhs_21","sharegpt_a7cqYYh_9","ultrachat_468296","sharegpt_6cZi7j1_0","a861a671_1","c846422a_1","ultrachat_553321","ultrachat_413665","ae332229_2","sharegpt_HpdNUlz_9","a038f76b_1","3b715074","6f341f96_3","b0b73826","ultrachat_34858","sharegpt_aeqRvTp_0","73726c40_1","819dfad7_2","8d410160","3f9f66f1_1","ultrachat_456062","sharegpt_bct2AJQ_0","1bf761b8_2","sharegpt_XeSIdPZ_0","sharegpt_3vbo1lF_0","ultrachat_425748","2e89bd03_1","ultrachat_552995"]
Retrieved context/evidence
["answer_353d3c6d_2","sharegpt_3vbo1lF_0","ultrachat_552995","sharegpt_znCQ12A_0"]
Retrieval output (not a generated answer)
answer_353d3c6d_2
Complete stored trace (JSON)
{
"answer": "answer_353d3c6d_2",
"answer_session_ids": [
"answer_353d3c6d_2",
"answer_353d3c6d_1"
],
"gold_references": [
"answer_353d3c6d_2",
"answer_353d3c6d_1"
],
"oracle_has_answer_turns": {
"11e942da_2": [],
"1bf761b8_2": [],
"2e89bd03_1": [],
"3a74e943_1": [],
"3b715074": [],
"3f9f66f1_1": [],
"66bfa1db": [],
"6aaf298d": [],
"6f341f96_3": [],
"73726c40_1": [],
"819dfad7_2": [],
"8d410160": [],
"90c38586_1": [],
"9f8bdd23_2": [],
"a038f76b_1": [],
"a861a671_1": [],
"ae332229_2": [],
"answer_353d3c6d_1": [
0
],
"answer_353d3c6d_2": [
0
],
"b0b73826": [],
"b96b2d40_1": [],
"bab41bb6_1": [],
"c846422a_1": [],
"c95f2a09_2": [],
"e7b0637e_1": [],
"sharegpt_2SVcnUs_0": [],
"sharegpt_3vbo1lF_0": [],
"sharegpt_6cZi7j1_0": [],
"sharegpt_HdWyKUy_0": [],
"sharegpt_HpdNUlz_9": [],
"sharegpt_Le00ERV_0": [],
"sharegpt_SMJSKW9_6": [],
"sharegpt_ToxFax1_56": [],
"sharegpt_XeSIdPZ_0": [],
"sharegpt_a7cqYYh_9": [],
"sharegpt_aeqRvTp_0": [],
"sharegpt_bct2AJQ_0": [],
"sharegpt_oSemQhs_21": [],
"sharegpt_znCQ12A_0": [],
"ultrachat_149983": [],
"ultrachat_155726": [],
"ultrachat_216636": [],
"ultrachat_34858": [],
"ultrachat_350519": [],
"ultrachat_401734": [],
"ultrachat_413665": [],
"ultrachat_425748": [],
"ultrachat_456062": [],
"ultrachat_468296": [],
"ultrachat_552995": [],
"ultrachat_553321": []
},
"question_id": "9aaed6a3",
"ranked_retrieved_hits": [
"answer_353d3c6d_2",
"sharegpt_3vbo1lF_0",
"ultrachat_552995",
"sharegpt_znCQ12A_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"6aaf298d",
"sharegpt_HdWyKUy_0",
"9f8bdd23_2",
"ultrachat_401734",
"11e942da_2",
"sharegpt_SMJSKW9_6",
"sharegpt_ToxFax1_56",
"ultrachat_350519",
"ultrachat_149983",
"sharegpt_2SVcnUs_0",
"answer_353d3c6d_2",
"sharegpt_Le00ERV_0",
"sharegpt_znCQ12A_0",
"3a74e943_1",
"ultrachat_155726",
"answer_353d3c6d_1",
"b96b2d40_1",
"c95f2a09_2",
"90c38586_1",
"66bfa1db",
"bab41bb6_1",
"ultrachat_216636",
"e7b0637e_1",
"sharegpt_oSemQhs_21",
"sharegpt_a7cqYYh_9",
"ultrachat_468296",
"sharegpt_6cZi7j1_0",
"a861a671_1",
"c846422a_1",
"ultrachat_553321",
"ultrachat_413665",
"ae332229_2",
"sharegpt_HpdNUlz_9",
"a038f76b_1",
"3b715074",
"6f341f96_3",
"b0b73826",
"ultrachat_34858",
"sharegpt_aeqRvTp_0",
"73726c40_1",
"819dfad7_2",
"8d410160",
"3f9f66f1_1",
"ultrachat_456062",
"sharegpt_bct2AJQ_0",
"1bf761b8_2",
"sharegpt_XeSIdPZ_0",
"sharegpt_3vbo1lF_0",
"ultrachat_425748",
"2e89bd03_1",
"ultrachat_552995"
]
}