Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 81507db6
Stored context/evidence
["ultrachat_491631","ultrachat_254248","9071ba70_3","answer_da3c1266_3","sharegpt_mjWWsJw_0","5c2f41a0_1","sharegpt_PetBjTe_0","090b107f_1","sharegpt_ifL401O_13","sharegpt_eZEcMAv_0","answer_da3c1266_4","2ca99347_2","sharegpt_VJJV9MS_0","sharegpt_Nw56BvZ_44","ultrachat_229430","sharegpt_xLtmCeT_0","answer_da3c1266_1","sharegpt_oV4Z7i4_0","7da6f798_1","efae71d5_1","88c09142_2","sharegpt_bMeRfJz_0","1f1591b1","sharegpt_gzocj9T_0","0432c335_2","058f17e5_1","e46a5384","answer_da3c1266_5","ultrachat_394537","42fa05d3","sharegpt_9LsFzVP_0","answer_da3c1266_2","sharegpt_9d6fP4m_81","0f6b9698_2","ultrachat_24183","cbdbcfbc_1","ultrachat_39307","sharegpt_tFAvE80_0","7ca59950","ultrachat_433872","ultrachat_185358","sharegpt_DGiqvVv_270","b818e2a1_2","f74cc019","sharegpt_gmOSkOC_0","sharegpt_AZELQqX_0","ultrachat_162129","sharegpt_tgr1bpv_17","f0d960e7","sharegpt_Caxpnd3_9"]
Retrieved context/evidence
["sharegpt_ifL401O_13","answer_da3c1266_2"]
Retrieval output (not a generated answer)
sharegpt_ifL401O_13
Complete stored trace (JSON)
{
"answer": "sharegpt_ifL401O_13",
"answer_session_ids": [
"answer_da3c1266_3",
"answer_da3c1266_4",
"answer_da3c1266_1",
"answer_da3c1266_5",
"answer_da3c1266_2"
],
"gold_references": [
"answer_da3c1266_3",
"answer_da3c1266_4",
"answer_da3c1266_1",
"answer_da3c1266_5",
"answer_da3c1266_2"
],
"oracle_has_answer_turns": {
"0432c335_2": [],
"058f17e5_1": [],
"090b107f_1": [],
"0f6b9698_2": [],
"1f1591b1": [],
"2ca99347_2": [],
"42fa05d3": [],
"5c2f41a0_1": [],
"7ca59950": [],
"7da6f798_1": [],
"88c09142_2": [],
"9071ba70_3": [],
"answer_da3c1266_1": [
0
],
"answer_da3c1266_2": [
0
],
"answer_da3c1266_3": [],
"answer_da3c1266_4": [],
"answer_da3c1266_5": [
0
],
"b818e2a1_2": [],
"cbdbcfbc_1": [],
"e46a5384": [],
"efae71d5_1": [],
"f0d960e7": [],
"f74cc019": [],
"sharegpt_9LsFzVP_0": [],
"sharegpt_9d6fP4m_81": [],
"sharegpt_AZELQqX_0": [],
"sharegpt_Caxpnd3_9": [],
"sharegpt_DGiqvVv_270": [],
"sharegpt_Nw56BvZ_44": [],
"sharegpt_PetBjTe_0": [],
"sharegpt_VJJV9MS_0": [],
"sharegpt_bMeRfJz_0": [],
"sharegpt_eZEcMAv_0": [],
"sharegpt_gmOSkOC_0": [],
"sharegpt_gzocj9T_0": [],
"sharegpt_ifL401O_13": [],
"sharegpt_mjWWsJw_0": [],
"sharegpt_oV4Z7i4_0": [],
"sharegpt_tFAvE80_0": [],
"sharegpt_tgr1bpv_17": [],
"sharegpt_xLtmCeT_0": [],
"ultrachat_162129": [],
"ultrachat_185358": [],
"ultrachat_229430": [],
"ultrachat_24183": [],
"ultrachat_254248": [],
"ultrachat_39307": [],
"ultrachat_394537": [],
"ultrachat_433872": [],
"ultrachat_491631": []
},
"question_id": "81507db6",
"ranked_retrieved_hits": [
"sharegpt_ifL401O_13",
"answer_da3c1266_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_491631",
"ultrachat_254248",
"9071ba70_3",
"answer_da3c1266_3",
"sharegpt_mjWWsJw_0",
"5c2f41a0_1",
"sharegpt_PetBjTe_0",
"090b107f_1",
"sharegpt_ifL401O_13",
"sharegpt_eZEcMAv_0",
"answer_da3c1266_4",
"2ca99347_2",
"sharegpt_VJJV9MS_0",
"sharegpt_Nw56BvZ_44",
"ultrachat_229430",
"sharegpt_xLtmCeT_0",
"answer_da3c1266_1",
"sharegpt_oV4Z7i4_0",
"7da6f798_1",
"efae71d5_1",
"88c09142_2",
"sharegpt_bMeRfJz_0",
"1f1591b1",
"sharegpt_gzocj9T_0",
"0432c335_2",
"058f17e5_1",
"e46a5384",
"answer_da3c1266_5",
"ultrachat_394537",
"42fa05d3",
"sharegpt_9LsFzVP_0",
"answer_da3c1266_2",
"sharegpt_9d6fP4m_81",
"0f6b9698_2",
"ultrachat_24183",
"cbdbcfbc_1",
"ultrachat_39307",
"sharegpt_tFAvE80_0",
"7ca59950",
"ultrachat_433872",
"ultrachat_185358",
"sharegpt_DGiqvVv_270",
"b818e2a1_2",
"f74cc019",
"sharegpt_gmOSkOC_0",
"sharegpt_AZELQqX_0",
"ultrachat_162129",
"sharegpt_tgr1bpv_17",
"f0d960e7",
"sharegpt_Caxpnd3_9"
]
}