Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 67e0d0f2
Stored context/evidence
["ultrachat_415626","941d586a","ultrachat_179765","sharegpt_7VNw948_7","ultrachat_52452","6dc62df6_1","answer_3a5010af_2","aee2adbf_1","ultrachat_209842","ultrachat_170247","sharegpt_bJPEsEx_0","ultrachat_365446","78e40ca2_2","0cde5602_2","b192ae00_2","sharegpt_F8CLI1Y_13","sharegpt_8cFNcVG_0","sharegpt_uD7CBng_30","e89b6be2_2","8c568d75_1","6868c94f","98cd882c_1","2252d3dd","a1f67b3b","93bed3d8_2","sharegpt_BR8U6Qc_0","ultrachat_7638","5209e813_1","75a48603_1","ultrachat_128437","sharegpt_RziX6kj_0","4eefab17","ultrachat_94054","ultrachat_217333","ultrachat_531749","sharegpt_38uLowu_0","sharegpt_IuLT3VI_0","answer_3a5010af_1","ultrachat_25863","sharegpt_tJkPZbz_2","sharegpt_6TSnbGC_0","sharegpt_7GSeZ8C_0","ultrachat_203993","ultrachat_21929","ultrachat_572310","sharegpt_4iCQMZT_0","sharegpt_GJpf1ou_0","298382a6_2","sharegpt_V2PULWC_13","sharegpt_tyWrGhj_0","9316aae3_2","c98b4753_1"]
Retrieved context/evidence
["ultrachat_217333","ultrachat_94054","sharegpt_6TSnbGC_0","sharegpt_BR8U6Qc_0"]
Retrieval output (not a generated answer)
ultrachat_217333
Complete stored trace (JSON)
{
"answer": "ultrachat_217333",
"answer_session_ids": [
"answer_3a5010af_2",
"answer_3a5010af_1"
],
"gold_references": [
"answer_3a5010af_2",
"answer_3a5010af_1"
],
"oracle_has_answer_turns": {
"0cde5602_2": [],
"2252d3dd": [],
"298382a6_2": [],
"4eefab17": [],
"5209e813_1": [],
"6868c94f": [],
"6dc62df6_1": [],
"75a48603_1": [],
"78e40ca2_2": [],
"8c568d75_1": [],
"9316aae3_2": [],
"93bed3d8_2": [],
"941d586a": [],
"98cd882c_1": [],
"a1f67b3b": [],
"aee2adbf_1": [],
"answer_3a5010af_1": [
8
],
"answer_3a5010af_2": [
4
],
"b192ae00_2": [],
"c98b4753_1": [],
"e89b6be2_2": [],
"sharegpt_38uLowu_0": [],
"sharegpt_4iCQMZT_0": [],
"sharegpt_6TSnbGC_0": [],
"sharegpt_7GSeZ8C_0": [],
"sharegpt_7VNw948_7": [],
"sharegpt_8cFNcVG_0": [],
"sharegpt_BR8U6Qc_0": [],
"sharegpt_F8CLI1Y_13": [],
"sharegpt_GJpf1ou_0": [],
"sharegpt_IuLT3VI_0": [],
"sharegpt_RziX6kj_0": [],
"sharegpt_V2PULWC_13": [],
"sharegpt_bJPEsEx_0": [],
"sharegpt_tJkPZbz_2": [],
"sharegpt_tyWrGhj_0": [],
"sharegpt_uD7CBng_30": [],
"ultrachat_128437": [],
"ultrachat_170247": [],
"ultrachat_179765": [],
"ultrachat_203993": [],
"ultrachat_209842": [],
"ultrachat_217333": [],
"ultrachat_21929": [],
"ultrachat_25863": [],
"ultrachat_365446": [],
"ultrachat_415626": [],
"ultrachat_52452": [],
"ultrachat_531749": [],
"ultrachat_572310": [],
"ultrachat_7638": [],
"ultrachat_94054": []
},
"question_id": "67e0d0f2",
"ranked_retrieved_hits": [
"ultrachat_217333",
"ultrachat_94054",
"sharegpt_6TSnbGC_0",
"sharegpt_BR8U6Qc_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_415626",
"941d586a",
"ultrachat_179765",
"sharegpt_7VNw948_7",
"ultrachat_52452",
"6dc62df6_1",
"answer_3a5010af_2",
"aee2adbf_1",
"ultrachat_209842",
"ultrachat_170247",
"sharegpt_bJPEsEx_0",
"ultrachat_365446",
"78e40ca2_2",
"0cde5602_2",
"b192ae00_2",
"sharegpt_F8CLI1Y_13",
"sharegpt_8cFNcVG_0",
"sharegpt_uD7CBng_30",
"e89b6be2_2",
"8c568d75_1",
"6868c94f",
"98cd882c_1",
"2252d3dd",
"a1f67b3b",
"93bed3d8_2",
"sharegpt_BR8U6Qc_0",
"ultrachat_7638",
"5209e813_1",
"75a48603_1",
"ultrachat_128437",
"sharegpt_RziX6kj_0",
"4eefab17",
"ultrachat_94054",
"ultrachat_217333",
"ultrachat_531749",
"sharegpt_38uLowu_0",
"sharegpt_IuLT3VI_0",
"answer_3a5010af_1",
"ultrachat_25863",
"sharegpt_tJkPZbz_2",
"sharegpt_6TSnbGC_0",
"sharegpt_7GSeZ8C_0",
"ultrachat_203993",
"ultrachat_21929",
"ultrachat_572310",
"sharegpt_4iCQMZT_0",
"sharegpt_GJpf1ou_0",
"298382a6_2",
"sharegpt_V2PULWC_13",
"sharegpt_tyWrGhj_0",
"9316aae3_2",
"c98b4753_1"
]
}