Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_2c50253f
Stored context/evidence
["ultrachat_109380","462ce3bc_2","ultrachat_467437","sharegpt_o0jtbUO_8","a8fae4b8_2","ultrachat_267493","ultrachat_340289","sharegpt_DnGdKtp_0","ab855b34_2","answer_9af4e346_1","4cef8a3c_3","ultrachat_530512","a841ef89_3","ultrachat_117606","ultrachat_385629","bdcbe215_2","sharegpt_7Ezwt1J_31","sharegpt_9mSixCe_16","ultrachat_165703","sharegpt_WFKzGQx_0","ultrachat_120586","65bc93cf_2","ultrachat_347019","sharegpt_1l1PRmH_260","ultrachat_175492","ultrachat_517423","69a9211c_3","sharegpt_a6pZtrg_0","ultrachat_514174","57c8bf62_1","ultrachat_270594","d8b3e1c8_1","4b9ed528_2","dd81b163_2","sharegpt_4tqCoYJ_35","sharegpt_2kXmuD9_0","sharegpt_Bmic1Id_51","sharegpt_CWlW9UH_0","ultrachat_549261","ultrachat_205406","answer_9af4e346_2","sharegpt_u7EBBlv_0","ultrachat_498253","ultrachat_552923","ultrachat_297779","b6f35f3a_1","sharegpt_jv94ugh_0","sharegpt_iHP3XDi_39","ultrachat_369917","sharegpt_5ZmWZjz_0","sharegpt_EQeQGQA_6","sharegpt_ueZYbCA_15","0138fdec","ultrachat_430423","sharegpt_pQT4slZ_0","sharegpt_4Su6bUM_11"]
Retrieved context/evidence
["sharegpt_a6pZtrg_0","ultrachat_175492","sharegpt_pQT4slZ_0"]
Retrieval output (not a generated answer)
sharegpt_a6pZtrg_0
Complete stored trace (JSON)
{
"answer": "sharegpt_a6pZtrg_0",
"answer_session_ids": [
"answer_9af4e346_1",
"answer_9af4e346_2"
],
"gold_references": [
"answer_9af4e346_1",
"answer_9af4e346_2"
],
"oracle_has_answer_turns": {
"0138fdec": [],
"462ce3bc_2": [],
"4b9ed528_2": [],
"4cef8a3c_3": [],
"57c8bf62_1": [],
"65bc93cf_2": [],
"69a9211c_3": [],
"a841ef89_3": [],
"a8fae4b8_2": [],
"ab855b34_2": [],
"answer_9af4e346_1": [
0
],
"answer_9af4e346_2": [
0
],
"b6f35f3a_1": [],
"bdcbe215_2": [],
"d8b3e1c8_1": [],
"dd81b163_2": [],
"sharegpt_1l1PRmH_260": [],
"sharegpt_2kXmuD9_0": [],
"sharegpt_4Su6bUM_11": [],
"sharegpt_4tqCoYJ_35": [],
"sharegpt_5ZmWZjz_0": [],
"sharegpt_7Ezwt1J_31": [],
"sharegpt_9mSixCe_16": [],
"sharegpt_Bmic1Id_51": [],
"sharegpt_CWlW9UH_0": [],
"sharegpt_DnGdKtp_0": [],
"sharegpt_EQeQGQA_6": [],
"sharegpt_WFKzGQx_0": [],
"sharegpt_a6pZtrg_0": [],
"sharegpt_iHP3XDi_39": [],
"sharegpt_jv94ugh_0": [],
"sharegpt_o0jtbUO_8": [],
"sharegpt_pQT4slZ_0": [],
"sharegpt_u7EBBlv_0": [],
"sharegpt_ueZYbCA_15": [],
"ultrachat_109380": [],
"ultrachat_117606": [],
"ultrachat_120586": [],
"ultrachat_165703": [],
"ultrachat_175492": [],
"ultrachat_205406": [],
"ultrachat_267493": [],
"ultrachat_270594": [],
"ultrachat_297779": [],
"ultrachat_340289": [],
"ultrachat_347019": [],
"ultrachat_369917": [],
"ultrachat_385629": [],
"ultrachat_430423": [],
"ultrachat_467437": [],
"ultrachat_498253": [],
"ultrachat_514174": [],
"ultrachat_517423": [],
"ultrachat_530512": [],
"ultrachat_549261": [],
"ultrachat_552923": []
},
"question_id": "gpt4_2c50253f",
"ranked_retrieved_hits": [
"sharegpt_a6pZtrg_0",
"ultrachat_175492",
"sharegpt_pQT4slZ_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_109380",
"462ce3bc_2",
"ultrachat_467437",
"sharegpt_o0jtbUO_8",
"a8fae4b8_2",
"ultrachat_267493",
"ultrachat_340289",
"sharegpt_DnGdKtp_0",
"ab855b34_2",
"answer_9af4e346_1",
"4cef8a3c_3",
"ultrachat_530512",
"a841ef89_3",
"ultrachat_117606",
"ultrachat_385629",
"bdcbe215_2",
"sharegpt_7Ezwt1J_31",
"sharegpt_9mSixCe_16",
"ultrachat_165703",
"sharegpt_WFKzGQx_0",
"ultrachat_120586",
"65bc93cf_2",
"ultrachat_347019",
"sharegpt_1l1PRmH_260",
"ultrachat_175492",
"ultrachat_517423",
"69a9211c_3",
"sharegpt_a6pZtrg_0",
"ultrachat_514174",
"57c8bf62_1",
"ultrachat_270594",
"d8b3e1c8_1",
"4b9ed528_2",
"dd81b163_2",
"sharegpt_4tqCoYJ_35",
"sharegpt_2kXmuD9_0",
"sharegpt_Bmic1Id_51",
"sharegpt_CWlW9UH_0",
"ultrachat_549261",
"ultrachat_205406",
"answer_9af4e346_2",
"sharegpt_u7EBBlv_0",
"ultrachat_498253",
"ultrachat_552923",
"ultrachat_297779",
"b6f35f3a_1",
"sharegpt_jv94ugh_0",
"sharegpt_iHP3XDi_39",
"ultrachat_369917",
"sharegpt_5ZmWZjz_0",
"sharegpt_EQeQGQA_6",
"sharegpt_ueZYbCA_15",
"0138fdec",
"ultrachat_430423",
"sharegpt_pQT4slZ_0",
"sharegpt_4Su6bUM_11"
]
}