Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace d7c942c3
Stored context/evidence
["70a19efa_2","answer_eecb10d9_1","sharegpt_vYQdLPe_2","sharegpt_LOF3smB_25","ultrachat_386918","695bc054_1","sharegpt_mz7Bb7a_0","59a6150d_1","a50b0d73_1","sharegpt_zxm712D_0","89f71a1b","ultrachat_257254","f86a2788","ultrachat_552063","sharegpt_eIgPNa5_0","sharegpt_EeXTDjc_15","e5b72a5d_3","4e70b8fd","ultrachat_213455","ddf0f116_3","cf8e2761","sharegpt_1ISfZDn_0","ultrachat_496968","sharegpt_efDZk6l_0","8bd5b3c4_2","4f435d20_2","8843878f_2","e3d4f89e_1","sharegpt_TrKtMTN_0","ultrachat_344721","ultrachat_104389","5a5e9175","2bd23659_2","d15c9567_2","sharegpt_h8nh892_29","sharegpt_CZu8FiF_0","answer_eecb10d9_2","sharegpt_OTILwRq_0","sharegpt_ezPxUrC_0","ultrachat_431272","f0b803b0_2","sharegpt_mIEL27Q_5","sharegpt_8gvxaSq_0","sharegpt_CSJDT92_0","ultrachat_364050","sharegpt_1MKqbAt_0","577da76d_2","35955958_2","b2243528_1"]
Retrieved context/evidence
["sharegpt_ezPxUrC_0","sharegpt_eIgPNa5_0","ultrachat_257254"]
Retrieval output (not a generated answer)
sharegpt_ezPxUrC_0
Complete stored trace (JSON)
{
"answer": "sharegpt_ezPxUrC_0",
"answer_session_ids": [
"answer_eecb10d9_1",
"answer_eecb10d9_2"
],
"gold_references": [
"answer_eecb10d9_1",
"answer_eecb10d9_2"
],
"oracle_has_answer_turns": {
"2bd23659_2": [],
"35955958_2": [],
"4e70b8fd": [],
"4f435d20_2": [],
"577da76d_2": [],
"59a6150d_1": [],
"5a5e9175": [],
"695bc054_1": [],
"70a19efa_2": [],
"8843878f_2": [],
"89f71a1b": [],
"8bd5b3c4_2": [],
"a50b0d73_1": [],
"answer_eecb10d9_1": [
8
],
"answer_eecb10d9_2": [
4
],
"b2243528_1": [],
"cf8e2761": [],
"d15c9567_2": [],
"ddf0f116_3": [],
"e3d4f89e_1": [],
"e5b72a5d_3": [],
"f0b803b0_2": [],
"f86a2788": [],
"sharegpt_1ISfZDn_0": [],
"sharegpt_1MKqbAt_0": [],
"sharegpt_8gvxaSq_0": [],
"sharegpt_CSJDT92_0": [],
"sharegpt_CZu8FiF_0": [],
"sharegpt_EeXTDjc_15": [],
"sharegpt_LOF3smB_25": [],
"sharegpt_OTILwRq_0": [],
"sharegpt_TrKtMTN_0": [],
"sharegpt_eIgPNa5_0": [],
"sharegpt_efDZk6l_0": [],
"sharegpt_ezPxUrC_0": [],
"sharegpt_h8nh892_29": [],
"sharegpt_mIEL27Q_5": [],
"sharegpt_mz7Bb7a_0": [],
"sharegpt_vYQdLPe_2": [],
"sharegpt_zxm712D_0": [],
"ultrachat_104389": [],
"ultrachat_213455": [],
"ultrachat_257254": [],
"ultrachat_344721": [],
"ultrachat_364050": [],
"ultrachat_386918": [],
"ultrachat_431272": [],
"ultrachat_496968": [],
"ultrachat_552063": []
},
"question_id": "d7c942c3",
"ranked_retrieved_hits": [
"sharegpt_ezPxUrC_0",
"sharegpt_eIgPNa5_0",
"ultrachat_257254"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"70a19efa_2",
"answer_eecb10d9_1",
"sharegpt_vYQdLPe_2",
"sharegpt_LOF3smB_25",
"ultrachat_386918",
"695bc054_1",
"sharegpt_mz7Bb7a_0",
"59a6150d_1",
"a50b0d73_1",
"sharegpt_zxm712D_0",
"89f71a1b",
"ultrachat_257254",
"f86a2788",
"ultrachat_552063",
"sharegpt_eIgPNa5_0",
"sharegpt_EeXTDjc_15",
"e5b72a5d_3",
"4e70b8fd",
"ultrachat_213455",
"ddf0f116_3",
"cf8e2761",
"sharegpt_1ISfZDn_0",
"ultrachat_496968",
"sharegpt_efDZk6l_0",
"8bd5b3c4_2",
"4f435d20_2",
"8843878f_2",
"e3d4f89e_1",
"sharegpt_TrKtMTN_0",
"ultrachat_344721",
"ultrachat_104389",
"5a5e9175",
"2bd23659_2",
"d15c9567_2",
"sharegpt_h8nh892_29",
"sharegpt_CZu8FiF_0",
"answer_eecb10d9_2",
"sharegpt_OTILwRq_0",
"sharegpt_ezPxUrC_0",
"ultrachat_431272",
"f0b803b0_2",
"sharegpt_mIEL27Q_5",
"sharegpt_8gvxaSq_0",
"sharegpt_CSJDT92_0",
"ultrachat_364050",
"sharegpt_1MKqbAt_0",
"577da76d_2",
"35955958_2",
"b2243528_1"
]
}