Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace e9327a54
Stored context/evidence
["30e58d0c_1","sharegpt_dWqALnA_0","8ed77bea_1","sharegpt_NP5eyFN_5","c58fdf1e_2","2d79c1c3_1","c81897cd_8","b65f51fb_5","ultrachat_398368","sharegpt_CyvhxCk_3","answer_ultrachat_480665","c38fb85b","ultrachat_195368","sharegpt_kXjhIjQ_256","sharegpt_IsRvBnc_11","ultrachat_95525","ultrachat_91937","8221810f_3","7613d5ec_2","61e1ba53_2","11decc61","a8fc1154_2","ultrachat_423650","sharegpt_rFfe19p_0","sharegpt_wrdZz4S_0","sharegpt_6Ymaimb_5","b10dce5e","ultrachat_260641","28e0ea23_2","sharegpt_VCP7qSA_0","ultrachat_61138","ultrachat_43281","c81897cd_2","sharegpt_jINRs6U_25","sharegpt_gPFzM9v_121","sharegpt_I4ie50S_0","ba944cdc","b5773bc1","c0d099e6_2","ultrachat_63871","ultrachat_426070","ecc39c87_2","ultrachat_374628","e91e8a2e_1","ultrachat_144328","sharegpt_Get1wF2_0","ultrachat_353915","sharegpt_6dPUCcK_13","sharegpt_Q7EQHIJ_0","sharegpt_8VxdQuI_0"]
Retrieved context/evidence
["sharegpt_dWqALnA_0","ultrachat_195368","7613d5ec_2"]
Retrieval output (not a generated answer)
sharegpt_dWqALnA_0
Complete stored trace (JSON)
{
"answer": "sharegpt_dWqALnA_0",
"answer_session_ids": [
"answer_ultrachat_480665"
],
"gold_references": [
"answer_ultrachat_480665"
],
"oracle_has_answer_turns": {
"11decc61": [],
"28e0ea23_2": [],
"2d79c1c3_1": [],
"30e58d0c_1": [],
"61e1ba53_2": [],
"7613d5ec_2": [],
"8221810f_3": [],
"8ed77bea_1": [],
"a8fc1154_2": [],
"answer_ultrachat_480665": [
7
],
"b10dce5e": [],
"b5773bc1": [],
"b65f51fb_5": [],
"ba944cdc": [],
"c0d099e6_2": [],
"c38fb85b": [],
"c58fdf1e_2": [],
"c81897cd_2": [],
"c81897cd_8": [],
"e91e8a2e_1": [],
"ecc39c87_2": [],
"sharegpt_6Ymaimb_5": [],
"sharegpt_6dPUCcK_13": [],
"sharegpt_8VxdQuI_0": [],
"sharegpt_CyvhxCk_3": [],
"sharegpt_Get1wF2_0": [],
"sharegpt_I4ie50S_0": [],
"sharegpt_IsRvBnc_11": [],
"sharegpt_NP5eyFN_5": [],
"sharegpt_Q7EQHIJ_0": [],
"sharegpt_VCP7qSA_0": [],
"sharegpt_dWqALnA_0": [],
"sharegpt_gPFzM9v_121": [],
"sharegpt_jINRs6U_25": [],
"sharegpt_kXjhIjQ_256": [],
"sharegpt_rFfe19p_0": [],
"sharegpt_wrdZz4S_0": [],
"ultrachat_144328": [],
"ultrachat_195368": [],
"ultrachat_260641": [],
"ultrachat_353915": [],
"ultrachat_374628": [],
"ultrachat_398368": [],
"ultrachat_423650": [],
"ultrachat_426070": [],
"ultrachat_43281": [],
"ultrachat_61138": [],
"ultrachat_63871": [],
"ultrachat_91937": [],
"ultrachat_95525": []
},
"question_id": "e9327a54",
"ranked_retrieved_hits": [
"sharegpt_dWqALnA_0",
"ultrachat_195368",
"7613d5ec_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"30e58d0c_1",
"sharegpt_dWqALnA_0",
"8ed77bea_1",
"sharegpt_NP5eyFN_5",
"c58fdf1e_2",
"2d79c1c3_1",
"c81897cd_8",
"b65f51fb_5",
"ultrachat_398368",
"sharegpt_CyvhxCk_3",
"answer_ultrachat_480665",
"c38fb85b",
"ultrachat_195368",
"sharegpt_kXjhIjQ_256",
"sharegpt_IsRvBnc_11",
"ultrachat_95525",
"ultrachat_91937",
"8221810f_3",
"7613d5ec_2",
"61e1ba53_2",
"11decc61",
"a8fc1154_2",
"ultrachat_423650",
"sharegpt_rFfe19p_0",
"sharegpt_wrdZz4S_0",
"sharegpt_6Ymaimb_5",
"b10dce5e",
"ultrachat_260641",
"28e0ea23_2",
"sharegpt_VCP7qSA_0",
"ultrachat_61138",
"ultrachat_43281",
"c81897cd_2",
"sharegpt_jINRs6U_25",
"sharegpt_gPFzM9v_121",
"sharegpt_I4ie50S_0",
"ba944cdc",
"b5773bc1",
"c0d099e6_2",
"ultrachat_63871",
"ultrachat_426070",
"ecc39c87_2",
"ultrachat_374628",
"e91e8a2e_1",
"ultrachat_144328",
"sharegpt_Get1wF2_0",
"ultrachat_353915",
"sharegpt_6dPUCcK_13",
"sharegpt_Q7EQHIJ_0",
"sharegpt_8VxdQuI_0"
]
}