Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_5dcc0aab
Stored context/evidence
["ultrachat_537164","answer_099c1b6c_5","ultrachat_513127","3891baea_3","f999b05c_3","ultrachat_343484","3f787a78_6","answer_099c1b6c_2","b4ee9f6b","ultrachat_555758","fbe6fa2c_1","ultrachat_1203","3a192d16_1","sharegpt_krTPYxh_0","sharegpt_5Rpp72b_87","sharegpt_MW0whoh_17","ultrachat_360323","ultrachat_390071","answer_099c1b6c_4","ultrachat_178091","sharegpt_sj5ZvVB_0","ultrachat_247372","sharegpt_3pgjflK_7","ef41a7df_2","e9bb9500_2","answer_099c1b6c_3","ultrachat_17405","e4201b70","sharegpt_vibtWV3_0","sharegpt_zoTDCU6_0","ultrachat_130323","sharegpt_97vxHqN_11","sharegpt_rOVM9bg_13","b10c041b_1","58ec258f_3","sharegpt_L3I7KJU_9","ultrachat_442201","answer_099c1b6c_1","ultrachat_475380","8dd540f8_2","aefbe381","d89d5371_2","sharegpt_bLaSZdD_0","3598eaeb_2","ultrachat_4478","9398da02","b31f923a_2","ultrachat_156812","353d3c6d_1","sharegpt_6dPUCcK_69"]
Retrieved context/evidence
["353d3c6d_1","answer_099c1b6c_5","sharegpt_sj5ZvVB_0"]
Retrieval output (not a generated answer)
353d3c6d_1
Complete stored trace (JSON)
{
"answer": "353d3c6d_1",
"answer_session_ids": [
"answer_099c1b6c_5",
"answer_099c1b6c_2",
"answer_099c1b6c_4",
"answer_099c1b6c_3",
"answer_099c1b6c_1"
],
"gold_references": [
"answer_099c1b6c_5",
"answer_099c1b6c_2",
"answer_099c1b6c_4",
"answer_099c1b6c_3",
"answer_099c1b6c_1"
],
"oracle_has_answer_turns": {
"353d3c6d_1": [],
"3598eaeb_2": [],
"3891baea_3": [],
"3a192d16_1": [],
"3f787a78_6": [],
"58ec258f_3": [],
"8dd540f8_2": [],
"9398da02": [],
"aefbe381": [],
"answer_099c1b6c_1": [
6
],
"answer_099c1b6c_2": [],
"answer_099c1b6c_3": [],
"answer_099c1b6c_4": [],
"answer_099c1b6c_5": [],
"b10c041b_1": [],
"b31f923a_2": [],
"b4ee9f6b": [],
"d89d5371_2": [],
"e4201b70": [],
"e9bb9500_2": [],
"ef41a7df_2": [],
"f999b05c_3": [],
"fbe6fa2c_1": [],
"sharegpt_3pgjflK_7": [],
"sharegpt_5Rpp72b_87": [],
"sharegpt_6dPUCcK_69": [],
"sharegpt_97vxHqN_11": [],
"sharegpt_L3I7KJU_9": [],
"sharegpt_MW0whoh_17": [],
"sharegpt_bLaSZdD_0": [],
"sharegpt_krTPYxh_0": [],
"sharegpt_rOVM9bg_13": [],
"sharegpt_sj5ZvVB_0": [],
"sharegpt_vibtWV3_0": [],
"sharegpt_zoTDCU6_0": [],
"ultrachat_1203": [],
"ultrachat_130323": [],
"ultrachat_156812": [],
"ultrachat_17405": [],
"ultrachat_178091": [],
"ultrachat_247372": [],
"ultrachat_343484": [],
"ultrachat_360323": [],
"ultrachat_390071": [],
"ultrachat_442201": [],
"ultrachat_4478": [],
"ultrachat_475380": [],
"ultrachat_513127": [],
"ultrachat_537164": [],
"ultrachat_555758": []
},
"question_id": "gpt4_5dcc0aab",
"ranked_retrieved_hits": [
"353d3c6d_1",
"answer_099c1b6c_5",
"sharegpt_sj5ZvVB_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_537164",
"answer_099c1b6c_5",
"ultrachat_513127",
"3891baea_3",
"f999b05c_3",
"ultrachat_343484",
"3f787a78_6",
"answer_099c1b6c_2",
"b4ee9f6b",
"ultrachat_555758",
"fbe6fa2c_1",
"ultrachat_1203",
"3a192d16_1",
"sharegpt_krTPYxh_0",
"sharegpt_5Rpp72b_87",
"sharegpt_MW0whoh_17",
"ultrachat_360323",
"ultrachat_390071",
"answer_099c1b6c_4",
"ultrachat_178091",
"sharegpt_sj5ZvVB_0",
"ultrachat_247372",
"sharegpt_3pgjflK_7",
"ef41a7df_2",
"e9bb9500_2",
"answer_099c1b6c_3",
"ultrachat_17405",
"e4201b70",
"sharegpt_vibtWV3_0",
"sharegpt_zoTDCU6_0",
"ultrachat_130323",
"sharegpt_97vxHqN_11",
"sharegpt_rOVM9bg_13",
"b10c041b_1",
"58ec258f_3",
"sharegpt_L3I7KJU_9",
"ultrachat_442201",
"answer_099c1b6c_1",
"ultrachat_475380",
"8dd540f8_2",
"aefbe381",
"d89d5371_2",
"sharegpt_bLaSZdD_0",
"3598eaeb_2",
"ultrachat_4478",
"9398da02",
"b31f923a_2",
"ultrachat_156812",
"353d3c6d_1",
"sharegpt_6dPUCcK_69"
]
}