Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace eeda8a6d_abs
Stored context/evidence
["ultrachat_518567","ultrachat_367297","sharegpt_l7gyE1o_17","e622a1bd","44e0d6e0","sharegpt_q1BFLM4_0","sharegpt_zFOHil8_0","sharegpt_3owjvgf_0","sharegpt_oFVXmbr_42","a58c0f8d_1","ultrachat_400460","ultrachat_103878","4a9eb139_3","sharegpt_2TxYMX9_0","ff687a63_1","sharegpt_D2TC9GP_0","answer_3e5fea0e_abs_2","9530353d_2","c8cc60d6_1","sharegpt_jPlvGky_0","ultrachat_124888","d444f306_2","sharegpt_GI7HHD8_0","sharegpt_MWlvrvZ_0","sharegpt_M9vfBtd_0","ultrachat_15698","44ba5b71_2","ultrachat_185041","7257e85f_1","53e94b90","answer_3e5fea0e_abs_1","d15d2899_4","a0b8b0ad_5","sharegpt_YpleI8A_285","5a4c6387","99883f38_3","da71721f","sharegpt_ErOTMZ3_223","736f6133","ultrachat_199093","sharegpt_P01BTRw_0","sharegpt_TXDvX38_0","ultrachat_156831","628c958c_5","sharegpt_u58X6c3_0","ultrachat_529087","f4eaef47","ultrachat_544853","c21e20ce"]
Retrieved context/evidence
["ultrachat_367297","ultrachat_124888","ultrachat_185041"]
Retrieval output (not a generated answer)
ultrachat_367297
Complete stored trace (JSON)
{
"answer": "ultrachat_367297",
"answer_session_ids": [
"answer_3e5fea0e_abs_2",
"answer_3e5fea0e_abs_1"
],
"gold_references": [
"answer_3e5fea0e_abs_2",
"answer_3e5fea0e_abs_1"
],
"oracle_has_answer_turns": {
"44ba5b71_2": [],
"44e0d6e0": [],
"4a9eb139_3": [],
"53e94b90": [],
"5a4c6387": [],
"628c958c_5": [],
"7257e85f_1": [],
"736f6133": [],
"9530353d_2": [],
"99883f38_3": [],
"a0b8b0ad_5": [],
"a58c0f8d_1": [],
"answer_3e5fea0e_abs_1": [],
"answer_3e5fea0e_abs_2": [],
"c21e20ce": [],
"c8cc60d6_1": [],
"d15d2899_4": [],
"d444f306_2": [],
"da71721f": [],
"e622a1bd": [],
"f4eaef47": [],
"ff687a63_1": [],
"sharegpt_2TxYMX9_0": [],
"sharegpt_3owjvgf_0": [],
"sharegpt_D2TC9GP_0": [],
"sharegpt_ErOTMZ3_223": [],
"sharegpt_GI7HHD8_0": [],
"sharegpt_M9vfBtd_0": [],
"sharegpt_MWlvrvZ_0": [],
"sharegpt_P01BTRw_0": [],
"sharegpt_TXDvX38_0": [],
"sharegpt_YpleI8A_285": [],
"sharegpt_jPlvGky_0": [],
"sharegpt_l7gyE1o_17": [],
"sharegpt_oFVXmbr_42": [],
"sharegpt_q1BFLM4_0": [],
"sharegpt_u58X6c3_0": [],
"sharegpt_zFOHil8_0": [],
"ultrachat_103878": [],
"ultrachat_124888": [],
"ultrachat_156831": [],
"ultrachat_15698": [],
"ultrachat_185041": [],
"ultrachat_199093": [],
"ultrachat_367297": [],
"ultrachat_400460": [],
"ultrachat_518567": [],
"ultrachat_529087": [],
"ultrachat_544853": []
},
"question_id": "eeda8a6d_abs",
"ranked_retrieved_hits": [
"ultrachat_367297",
"ultrachat_124888",
"ultrachat_185041"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_518567",
"ultrachat_367297",
"sharegpt_l7gyE1o_17",
"e622a1bd",
"44e0d6e0",
"sharegpt_q1BFLM4_0",
"sharegpt_zFOHil8_0",
"sharegpt_3owjvgf_0",
"sharegpt_oFVXmbr_42",
"a58c0f8d_1",
"ultrachat_400460",
"ultrachat_103878",
"4a9eb139_3",
"sharegpt_2TxYMX9_0",
"ff687a63_1",
"sharegpt_D2TC9GP_0",
"answer_3e5fea0e_abs_2",
"9530353d_2",
"c8cc60d6_1",
"sharegpt_jPlvGky_0",
"ultrachat_124888",
"d444f306_2",
"sharegpt_GI7HHD8_0",
"sharegpt_MWlvrvZ_0",
"sharegpt_M9vfBtd_0",
"ultrachat_15698",
"44ba5b71_2",
"ultrachat_185041",
"7257e85f_1",
"53e94b90",
"answer_3e5fea0e_abs_1",
"d15d2899_4",
"a0b8b0ad_5",
"sharegpt_YpleI8A_285",
"5a4c6387",
"99883f38_3",
"da71721f",
"sharegpt_ErOTMZ3_223",
"736f6133",
"ultrachat_199093",
"sharegpt_P01BTRw_0",
"sharegpt_TXDvX38_0",
"ultrachat_156831",
"628c958c_5",
"sharegpt_u58X6c3_0",
"ultrachat_529087",
"f4eaef47",
"ultrachat_544853",
"c21e20ce"
]
}