Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace c8c3f81d
Stored context/evidence
["sharegpt_NVMYFvJ_1","sharegpt_9srz3L6_3","998616b4_4","9c5f1314_1","2aa70c9c_2","99b638af","eb5d5a93_1","sharegpt_5wXn3Li_0","3b8076bf_2","sharegpt_h72CtS4_27","sharegpt_WsDgKko_13","ultrachat_97683","25432e10","sharegpt_JXpIEYh_18","sharegpt_6CsjCEy_0","ultrachat_543213","ultrachat_467145","e89b6be2_2","ffe358ff_2","ultrachat_376130","sharegpt_heUqexD_0","ultrachat_577269","sharegpt_Yp4QbCg_32","eb403c80_2","66e94928","ultrachat_531344","sharegpt_gmOSkOC_0","sharegpt_xzol7DQ_13","c8086af4","sharegpt_B0riiep_0","b818e2a1_1","ultrachat_308798","sharegpt_tiXLrgw_0","ultrachat_290786","sharegpt_pRqHb1o_0","ultrachat_93661","ultrachat_372537","05be3ff0_4","ultrachat_269520","ff1afe35","0554bd9d_1","sharegpt_bYmhk5R_0","b2cae160_1","e1daa90a","sharegpt_DMaETYU_0","19ec83c5_1","answer_761acef8","610299eb_1","3c0ed3bf_4","ultrachat_429358","2b16f3d6_1","9bec5593_1"]
Retrieved context/evidence
["answer_761acef8","sharegpt_6CsjCEy_0"]
Retrieval output (not a generated answer)
answer_761acef8
Complete stored trace (JSON)
{
"answer": "answer_761acef8",
"answer_session_ids": [
"answer_761acef8"
],
"gold_references": [
"answer_761acef8"
],
"oracle_has_answer_turns": {
"0554bd9d_1": [],
"05be3ff0_4": [],
"19ec83c5_1": [],
"25432e10": [],
"2aa70c9c_2": [],
"2b16f3d6_1": [],
"3b8076bf_2": [],
"3c0ed3bf_4": [],
"610299eb_1": [],
"66e94928": [],
"998616b4_4": [],
"99b638af": [],
"9bec5593_1": [],
"9c5f1314_1": [],
"answer_761acef8": [
6
],
"b2cae160_1": [],
"b818e2a1_1": [],
"c8086af4": [],
"e1daa90a": [],
"e89b6be2_2": [],
"eb403c80_2": [],
"eb5d5a93_1": [],
"ff1afe35": [],
"ffe358ff_2": [],
"sharegpt_5wXn3Li_0": [],
"sharegpt_6CsjCEy_0": [],
"sharegpt_9srz3L6_3": [],
"sharegpt_B0riiep_0": [],
"sharegpt_DMaETYU_0": [],
"sharegpt_JXpIEYh_18": [],
"sharegpt_NVMYFvJ_1": [],
"sharegpt_WsDgKko_13": [],
"sharegpt_Yp4QbCg_32": [],
"sharegpt_bYmhk5R_0": [],
"sharegpt_gmOSkOC_0": [],
"sharegpt_h72CtS4_27": [],
"sharegpt_heUqexD_0": [],
"sharegpt_pRqHb1o_0": [],
"sharegpt_tiXLrgw_0": [],
"sharegpt_xzol7DQ_13": [],
"ultrachat_269520": [],
"ultrachat_290786": [],
"ultrachat_308798": [],
"ultrachat_372537": [],
"ultrachat_376130": [],
"ultrachat_429358": [],
"ultrachat_467145": [],
"ultrachat_531344": [],
"ultrachat_543213": [],
"ultrachat_577269": [],
"ultrachat_93661": [],
"ultrachat_97683": []
},
"question_id": "c8c3f81d",
"ranked_retrieved_hits": [
"answer_761acef8",
"sharegpt_6CsjCEy_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_NVMYFvJ_1",
"sharegpt_9srz3L6_3",
"998616b4_4",
"9c5f1314_1",
"2aa70c9c_2",
"99b638af",
"eb5d5a93_1",
"sharegpt_5wXn3Li_0",
"3b8076bf_2",
"sharegpt_h72CtS4_27",
"sharegpt_WsDgKko_13",
"ultrachat_97683",
"25432e10",
"sharegpt_JXpIEYh_18",
"sharegpt_6CsjCEy_0",
"ultrachat_543213",
"ultrachat_467145",
"e89b6be2_2",
"ffe358ff_2",
"ultrachat_376130",
"sharegpt_heUqexD_0",
"ultrachat_577269",
"sharegpt_Yp4QbCg_32",
"eb403c80_2",
"66e94928",
"ultrachat_531344",
"sharegpt_gmOSkOC_0",
"sharegpt_xzol7DQ_13",
"c8086af4",
"sharegpt_B0riiep_0",
"b818e2a1_1",
"ultrachat_308798",
"sharegpt_tiXLrgw_0",
"ultrachat_290786",
"sharegpt_pRqHb1o_0",
"ultrachat_93661",
"ultrachat_372537",
"05be3ff0_4",
"ultrachat_269520",
"ff1afe35",
"0554bd9d_1",
"sharegpt_bYmhk5R_0",
"b2cae160_1",
"e1daa90a",
"sharegpt_DMaETYU_0",
"19ec83c5_1",
"answer_761acef8",
"610299eb_1",
"3c0ed3bf_4",
"ultrachat_429358",
"2b16f3d6_1",
"9bec5593_1"
]
}