Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace a96c20ee_abs
Stored context/evidence
["1a1116cd_2","sharegpt_sTdVkLT_0","sharegpt_HpkiAOb_9","sharegpt_S5r9zqT_0","sharegpt_bdOsvAI_18","04afbb41_3","ultrachat_293509","c575291e_2","2b02b6fb_2","sharegpt_bhOrPyl_149","0a88e234","ultrachat_562722","sharegpt_tSHX6N9_0","ultrachat_285160","b80479a2_2","sharegpt_AQwQtFA_0","sharegpt_8YOzeWv_37","47103d08","answer_ef84b994_abs_1","ultrachat_512336","dc0802a9_2","ultrachat_33627","ultrachat_59306","ultrachat_332506","ultrachat_156872","sharegpt_uDSaCgI_0","f1e4daa8_2","178844cf","94bc18df_3","5987f435_2","6f7fabd2_3","sharegpt_ic9hFYw_0","ultrachat_24979","ultrachat_111552","4163e709_3","ultrachat_184142","sharegpt_jM9e92F_0","990f3ef9_1","sharegpt_KBWzLBk_0","725ede6d","fee68529_2","1917d461","sharegpt_pZjYNiT_0","ecd09345_1","ultrachat_194192","sharegpt_5mB5v0U_83","ultrachat_24513","sharegpt_0OYTYWn_15","ultrachat_117026","sharegpt_WfPrQcG_0","ultrachat_36312","answer_ef84b994_abs_2","ultrachat_231397"]
Retrieved context/evidence
["sharegpt_KBWzLBk_0","sharegpt_uDSaCgI_0","sharegpt_HpkiAOb_9"]
Retrieval output (not a generated answer)
sharegpt_KBWzLBk_0
Complete stored trace (JSON)
{
"answer": "sharegpt_KBWzLBk_0",
"answer_session_ids": [
"answer_ef84b994_abs_1",
"answer_ef84b994_abs_2"
],
"gold_references": [
"answer_ef84b994_abs_1",
"answer_ef84b994_abs_2"
],
"oracle_has_answer_turns": {
"04afbb41_3": [],
"0a88e234": [],
"178844cf": [],
"1917d461": [],
"1a1116cd_2": [],
"2b02b6fb_2": [],
"4163e709_3": [],
"47103d08": [],
"5987f435_2": [],
"6f7fabd2_3": [],
"725ede6d": [],
"94bc18df_3": [],
"990f3ef9_1": [],
"answer_ef84b994_abs_1": [],
"answer_ef84b994_abs_2": [],
"b80479a2_2": [],
"c575291e_2": [],
"dc0802a9_2": [],
"ecd09345_1": [],
"f1e4daa8_2": [],
"fee68529_2": [],
"sharegpt_0OYTYWn_15": [],
"sharegpt_5mB5v0U_83": [],
"sharegpt_8YOzeWv_37": [],
"sharegpt_AQwQtFA_0": [],
"sharegpt_HpkiAOb_9": [],
"sharegpt_KBWzLBk_0": [],
"sharegpt_S5r9zqT_0": [],
"sharegpt_WfPrQcG_0": [],
"sharegpt_bdOsvAI_18": [],
"sharegpt_bhOrPyl_149": [],
"sharegpt_ic9hFYw_0": [],
"sharegpt_jM9e92F_0": [],
"sharegpt_pZjYNiT_0": [],
"sharegpt_sTdVkLT_0": [],
"sharegpt_tSHX6N9_0": [],
"sharegpt_uDSaCgI_0": [],
"ultrachat_111552": [],
"ultrachat_117026": [],
"ultrachat_156872": [],
"ultrachat_184142": [],
"ultrachat_194192": [],
"ultrachat_231397": [],
"ultrachat_24513": [],
"ultrachat_24979": [],
"ultrachat_285160": [],
"ultrachat_293509": [],
"ultrachat_332506": [],
"ultrachat_33627": [],
"ultrachat_36312": [],
"ultrachat_512336": [],
"ultrachat_562722": [],
"ultrachat_59306": []
},
"question_id": "a96c20ee_abs",
"ranked_retrieved_hits": [
"sharegpt_KBWzLBk_0",
"sharegpt_uDSaCgI_0",
"sharegpt_HpkiAOb_9"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"1a1116cd_2",
"sharegpt_sTdVkLT_0",
"sharegpt_HpkiAOb_9",
"sharegpt_S5r9zqT_0",
"sharegpt_bdOsvAI_18",
"04afbb41_3",
"ultrachat_293509",
"c575291e_2",
"2b02b6fb_2",
"sharegpt_bhOrPyl_149",
"0a88e234",
"ultrachat_562722",
"sharegpt_tSHX6N9_0",
"ultrachat_285160",
"b80479a2_2",
"sharegpt_AQwQtFA_0",
"sharegpt_8YOzeWv_37",
"47103d08",
"answer_ef84b994_abs_1",
"ultrachat_512336",
"dc0802a9_2",
"ultrachat_33627",
"ultrachat_59306",
"ultrachat_332506",
"ultrachat_156872",
"sharegpt_uDSaCgI_0",
"f1e4daa8_2",
"178844cf",
"94bc18df_3",
"5987f435_2",
"6f7fabd2_3",
"sharegpt_ic9hFYw_0",
"ultrachat_24979",
"ultrachat_111552",
"4163e709_3",
"ultrachat_184142",
"sharegpt_jM9e92F_0",
"990f3ef9_1",
"sharegpt_KBWzLBk_0",
"725ede6d",
"fee68529_2",
"1917d461",
"sharegpt_pZjYNiT_0",
"ecd09345_1",
"ultrachat_194192",
"sharegpt_5mB5v0U_83",
"ultrachat_24513",
"sharegpt_0OYTYWn_15",
"ultrachat_117026",
"sharegpt_WfPrQcG_0",
"ultrachat_36312",
"answer_ef84b994_abs_2",
"ultrachat_231397"
]
}