Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 1d4da289
Stored context/evidence
["sharegpt_qktLFWS_21#occurrence-0","149e026c_1","517ad0f0","sharegpt_sHE63Dr_0","sharegpt_ozbjS6l_0","252715f8_4","sharegpt_NxqiM3k_0","e9c1e2a8_1","efaec12f","ultrachat_486895","sharegpt_AfruXDt_0","ultrachat_216924","sharegpt_spHxzCF_0","ultrachat_286124","8d9979ae_2","sharegpt_8Sq4v0t_9","answer_ultrachat_348449","sharegpt_M1hMVxm_13","ultrachat_47960","0e218647_2","sharegpt_BWlTdRH_0","7b74d32d_4","47dab858","sharegpt_NaYyUjd_0","ultrachat_545348","ultrachat_13571","ultrachat_323550","09f1c793","4cd929f8_1","ultrachat_159453","ultrachat_203284","ultrachat_382211","1e01dbcc_2","ultrachat_329521","76e56e2c_1","33baaaab_6","f01df2d2_1","a05c7d7d","12b6f0f1_2","ba6b67af_3","af2d26f1_1","sharegpt_eVmxjQZ_0","ultrachat_363673","ultrachat_134540","ultrachat_322093","sharegpt_qktLFWS_21#occurrence-1","59c5f97e","c9e45290","ultrachat_98443","1ae05eb8_2","sharegpt_jltxhMe_53","bf85791d","b75f475e_2","ultrachat_122740","ultrachat_213759"]
Retrieved context/evidence
["answer_ultrachat_348449","ultrachat_213759","sharegpt_ozbjS6l_0"]
Retrieval output (not a generated answer)
answer_ultrachat_348449
Complete stored trace (JSON)
{
"answer": "answer_ultrachat_348449",
"answer_session_ids": [
"answer_ultrachat_348449"
],
"gold_references": [
"answer_ultrachat_348449"
],
"oracle_has_answer_turns": {
"09f1c793": [],
"0e218647_2": [],
"12b6f0f1_2": [],
"149e026c_1": [],
"1ae05eb8_2": [],
"1e01dbcc_2": [],
"252715f8_4": [],
"33baaaab_6": [],
"47dab858": [],
"4cd929f8_1": [],
"517ad0f0": [],
"59c5f97e": [],
"76e56e2c_1": [],
"7b74d32d_4": [],
"8d9979ae_2": [],
"a05c7d7d": [],
"af2d26f1_1": [],
"answer_ultrachat_348449": [
1
],
"b75f475e_2": [],
"ba6b67af_3": [],
"bf85791d": [],
"c9e45290": [],
"e9c1e2a8_1": [],
"efaec12f": [],
"f01df2d2_1": [],
"sharegpt_8Sq4v0t_9": [],
"sharegpt_AfruXDt_0": [],
"sharegpt_BWlTdRH_0": [],
"sharegpt_M1hMVxm_13": [],
"sharegpt_NaYyUjd_0": [],
"sharegpt_NxqiM3k_0": [],
"sharegpt_eVmxjQZ_0": [],
"sharegpt_jltxhMe_53": [],
"sharegpt_ozbjS6l_0": [],
"sharegpt_qktLFWS_21": [],
"sharegpt_sHE63Dr_0": [],
"sharegpt_spHxzCF_0": [],
"ultrachat_122740": [],
"ultrachat_134540": [],
"ultrachat_13571": [],
"ultrachat_159453": [],
"ultrachat_203284": [],
"ultrachat_213759": [],
"ultrachat_216924": [],
"ultrachat_286124": [],
"ultrachat_322093": [],
"ultrachat_323550": [],
"ultrachat_329521": [],
"ultrachat_363673": [],
"ultrachat_382211": [],
"ultrachat_47960": [],
"ultrachat_486895": [],
"ultrachat_545348": [],
"ultrachat_98443": []
},
"question_id": "1d4da289",
"ranked_retrieved_hits": [
"answer_ultrachat_348449",
"ultrachat_213759",
"sharegpt_ozbjS6l_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_qktLFWS_21#occurrence-0",
"149e026c_1",
"517ad0f0",
"sharegpt_sHE63Dr_0",
"sharegpt_ozbjS6l_0",
"252715f8_4",
"sharegpt_NxqiM3k_0",
"e9c1e2a8_1",
"efaec12f",
"ultrachat_486895",
"sharegpt_AfruXDt_0",
"ultrachat_216924",
"sharegpt_spHxzCF_0",
"ultrachat_286124",
"8d9979ae_2",
"sharegpt_8Sq4v0t_9",
"answer_ultrachat_348449",
"sharegpt_M1hMVxm_13",
"ultrachat_47960",
"0e218647_2",
"sharegpt_BWlTdRH_0",
"7b74d32d_4",
"47dab858",
"sharegpt_NaYyUjd_0",
"ultrachat_545348",
"ultrachat_13571",
"ultrachat_323550",
"09f1c793",
"4cd929f8_1",
"ultrachat_159453",
"ultrachat_203284",
"ultrachat_382211",
"1e01dbcc_2",
"ultrachat_329521",
"76e56e2c_1",
"33baaaab_6",
"f01df2d2_1",
"a05c7d7d",
"12b6f0f1_2",
"ba6b67af_3",
"af2d26f1_1",
"sharegpt_eVmxjQZ_0",
"ultrachat_363673",
"ultrachat_134540",
"ultrachat_322093",
"sharegpt_qktLFWS_21#occurrence-1",
"59c5f97e",
"c9e45290",
"ultrachat_98443",
"1ae05eb8_2",
"sharegpt_jltxhMe_53",
"bf85791d",
"b75f475e_2",
"ultrachat_122740",
"ultrachat_213759"
]
}