Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 1c0ddc50
Stored context/evidence
["sharegpt_rynO0Ni_0","99883f38_1","sharegpt_QgPR6sN_15","a9c9365a","sharegpt_g5K4eCT_19","0a7d5bf6_2","c7ca6dff","sharegpt_ZJY4pwT_38","3d006c58_2","sharegpt_G4vV1Tn_11","b33e89b5_1","ultrachat_472385","sharegpt_u7ynJaV_0","2aa70c9c_1","ultrachat_156147","sharegpt_Bf5wBOC_3","a0aa5035","sharegpt_1ZakfXH_39","c723431f","b0c6fffa","c2c11c8c_2","ultrachat_56046","ultrachat_339938","ultrachat_483823","9d97ff74","5439cbf0_2","ultrachat_166084","7a63ba66_1","bf626a44","ultrachat_202289","ultrachat_465302","sharegpt_7QD86cC_25","2566382f_2","ultrachat_87103","answer_8da8c7e0","sharegpt_ikJXzOG_0","sharegpt_bdOsvAI_0","ultrachat_494933","sharegpt_OnQwI7c_0","2f0c1f4e","ultrachat_506974","sharegpt_fwXicqL_413","af35c345","ebc1319b","187b4852_1","bdf33c73_2","6cd203f7_1","ultrachat_530021","ultrachat_360136","ultrachat_387846","sharegpt_fVpT6Aa_35"]
Retrieved context/evidence
["2aa70c9c_1","ultrachat_465302"]
Retrieval output (not a generated answer)
2aa70c9c_1
Complete stored trace (JSON)
{
"answer": "2aa70c9c_1",
"answer_session_ids": [
"answer_8da8c7e0"
],
"gold_references": [
"answer_8da8c7e0"
],
"oracle_has_answer_turns": {
"0a7d5bf6_2": [],
"187b4852_1": [],
"2566382f_2": [],
"2aa70c9c_1": [],
"2f0c1f4e": [],
"3d006c58_2": [],
"5439cbf0_2": [],
"6cd203f7_1": [],
"7a63ba66_1": [],
"99883f38_1": [],
"9d97ff74": [],
"a0aa5035": [],
"a9c9365a": [],
"af35c345": [],
"answer_8da8c7e0": [
0,
4
],
"b0c6fffa": [],
"b33e89b5_1": [],
"bdf33c73_2": [],
"bf626a44": [],
"c2c11c8c_2": [],
"c723431f": [],
"c7ca6dff": [],
"ebc1319b": [],
"sharegpt_1ZakfXH_39": [],
"sharegpt_7QD86cC_25": [],
"sharegpt_Bf5wBOC_3": [],
"sharegpt_G4vV1Tn_11": [],
"sharegpt_OnQwI7c_0": [],
"sharegpt_QgPR6sN_15": [],
"sharegpt_ZJY4pwT_38": [],
"sharegpt_bdOsvAI_0": [],
"sharegpt_fVpT6Aa_35": [],
"sharegpt_fwXicqL_413": [],
"sharegpt_g5K4eCT_19": [],
"sharegpt_ikJXzOG_0": [],
"sharegpt_rynO0Ni_0": [],
"sharegpt_u7ynJaV_0": [],
"ultrachat_156147": [],
"ultrachat_166084": [],
"ultrachat_202289": [],
"ultrachat_339938": [],
"ultrachat_360136": [],
"ultrachat_387846": [],
"ultrachat_465302": [],
"ultrachat_472385": [],
"ultrachat_483823": [],
"ultrachat_494933": [],
"ultrachat_506974": [],
"ultrachat_530021": [],
"ultrachat_56046": [],
"ultrachat_87103": []
},
"question_id": "1c0ddc50",
"ranked_retrieved_hits": [
"2aa70c9c_1",
"ultrachat_465302"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_rynO0Ni_0",
"99883f38_1",
"sharegpt_QgPR6sN_15",
"a9c9365a",
"sharegpt_g5K4eCT_19",
"0a7d5bf6_2",
"c7ca6dff",
"sharegpt_ZJY4pwT_38",
"3d006c58_2",
"sharegpt_G4vV1Tn_11",
"b33e89b5_1",
"ultrachat_472385",
"sharegpt_u7ynJaV_0",
"2aa70c9c_1",
"ultrachat_156147",
"sharegpt_Bf5wBOC_3",
"a0aa5035",
"sharegpt_1ZakfXH_39",
"c723431f",
"b0c6fffa",
"c2c11c8c_2",
"ultrachat_56046",
"ultrachat_339938",
"ultrachat_483823",
"9d97ff74",
"5439cbf0_2",
"ultrachat_166084",
"7a63ba66_1",
"bf626a44",
"ultrachat_202289",
"ultrachat_465302",
"sharegpt_7QD86cC_25",
"2566382f_2",
"ultrachat_87103",
"answer_8da8c7e0",
"sharegpt_ikJXzOG_0",
"sharegpt_bdOsvAI_0",
"ultrachat_494933",
"sharegpt_OnQwI7c_0",
"2f0c1f4e",
"ultrachat_506974",
"sharegpt_fwXicqL_413",
"af35c345",
"ebc1319b",
"187b4852_1",
"bdf33c73_2",
"6cd203f7_1",
"ultrachat_530021",
"ultrachat_360136",
"ultrachat_387846",
"sharegpt_fVpT6Aa_35"
]
}