Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 9ee3ecd6
Stored context/evidence
["sharegpt_Hs6KrZd_0","253154a2_1","ultrachat_318468","42b45f6e_1","e4201b70","9b1b9069_1","sharegpt_W67eLM1_0","answer_66c23110_1","ultrachat_175931","sharegpt_V2j1zkI_4","sharegpt_4ksSe7F_0","715b1b28","40643340_1","7a7a4bf0_4","a9eda378","ultrachat_519134","fa0fa74d_2","f550a835_1","ultrachat_191321","ultrachat_243813","a697b169_1","sharegpt_6cz1Sq6_264","ultrachat_297017","ultrachat_323488","sharegpt_v5z6pq9_0","42d9467c_1","ultrachat_3453","ultrachat_185685","sharegpt_eoJwAWu_4","ultrachat_382510","ultrachat_282862","fd56c5bd_2","ultrachat_96128","ultrachat_12487","ultrachat_434836","c328cd4f","2f097fba_2","ultrachat_207860","6577a6d9_1","sharegpt_yBFr3MO_0","sharegpt_Lacd1qM_10","e11e9a6d","sharegpt_dSngB4G_0","ultrachat_78567","ultrachat_143345","answer_66c23110_2","sharegpt_ezogapI_0","sharegpt_13VyV6c_0","c6bb96ce_3","6d9d5941"]
Retrieved context/evidence
["answer_66c23110_2","sharegpt_13VyV6c_0","ultrachat_12487"]
Retrieval output (not a generated answer)
answer_66c23110_2
Complete stored trace (JSON)
{
"answer": "answer_66c23110_2",
"answer_session_ids": [
"answer_66c23110_1",
"answer_66c23110_2"
],
"gold_references": [
"answer_66c23110_1",
"answer_66c23110_2"
],
"oracle_has_answer_turns": {
"253154a2_1": [],
"2f097fba_2": [],
"40643340_1": [],
"42b45f6e_1": [],
"42d9467c_1": [],
"6577a6d9_1": [],
"6d9d5941": [],
"715b1b28": [],
"7a7a4bf0_4": [],
"9b1b9069_1": [],
"a697b169_1": [],
"a9eda378": [],
"answer_66c23110_1": [
0
],
"answer_66c23110_2": [
6
],
"c328cd4f": [],
"c6bb96ce_3": [],
"e11e9a6d": [],
"e4201b70": [],
"f550a835_1": [],
"fa0fa74d_2": [],
"fd56c5bd_2": [],
"sharegpt_13VyV6c_0": [],
"sharegpt_4ksSe7F_0": [],
"sharegpt_6cz1Sq6_264": [],
"sharegpt_Hs6KrZd_0": [],
"sharegpt_Lacd1qM_10": [],
"sharegpt_V2j1zkI_4": [],
"sharegpt_W67eLM1_0": [],
"sharegpt_dSngB4G_0": [],
"sharegpt_eoJwAWu_4": [],
"sharegpt_ezogapI_0": [],
"sharegpt_v5z6pq9_0": [],
"sharegpt_yBFr3MO_0": [],
"ultrachat_12487": [],
"ultrachat_143345": [],
"ultrachat_175931": [],
"ultrachat_185685": [],
"ultrachat_191321": [],
"ultrachat_207860": [],
"ultrachat_243813": [],
"ultrachat_282862": [],
"ultrachat_297017": [],
"ultrachat_318468": [],
"ultrachat_323488": [],
"ultrachat_3453": [],
"ultrachat_382510": [],
"ultrachat_434836": [],
"ultrachat_519134": [],
"ultrachat_78567": [],
"ultrachat_96128": []
},
"question_id": "9ee3ecd6",
"ranked_retrieved_hits": [
"answer_66c23110_2",
"sharegpt_13VyV6c_0",
"ultrachat_12487"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_Hs6KrZd_0",
"253154a2_1",
"ultrachat_318468",
"42b45f6e_1",
"e4201b70",
"9b1b9069_1",
"sharegpt_W67eLM1_0",
"answer_66c23110_1",
"ultrachat_175931",
"sharegpt_V2j1zkI_4",
"sharegpt_4ksSe7F_0",
"715b1b28",
"40643340_1",
"7a7a4bf0_4",
"a9eda378",
"ultrachat_519134",
"fa0fa74d_2",
"f550a835_1",
"ultrachat_191321",
"ultrachat_243813",
"a697b169_1",
"sharegpt_6cz1Sq6_264",
"ultrachat_297017",
"ultrachat_323488",
"sharegpt_v5z6pq9_0",
"42d9467c_1",
"ultrachat_3453",
"ultrachat_185685",
"sharegpt_eoJwAWu_4",
"ultrachat_382510",
"ultrachat_282862",
"fd56c5bd_2",
"ultrachat_96128",
"ultrachat_12487",
"ultrachat_434836",
"c328cd4f",
"2f097fba_2",
"ultrachat_207860",
"6577a6d9_1",
"sharegpt_yBFr3MO_0",
"sharegpt_Lacd1qM_10",
"e11e9a6d",
"sharegpt_dSngB4G_0",
"ultrachat_78567",
"ultrachat_143345",
"answer_66c23110_2",
"sharegpt_ezogapI_0",
"sharegpt_13VyV6c_0",
"c6bb96ce_3",
"6d9d5941"
]
}