Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 29f2956b_abs
Stored context/evidence
["ultrachat_319865","503b2761","2f63ef92_1","ultrachat_96164","ultrachat_362430","b67748d1_1","ultrachat_70054","1516d4c8","2fd5e208","answer_7cc5362f_abs","01ecd4fa_3","sharegpt_vaz7tpo_0","cc50c6a9","60f10fd3","05b84f71_5","ultrachat_233500","a816a47b_3","ebea0375_1","f2fa97f5_3","ultrachat_548270","sharegpt_g5K4eCT_39","sharegpt_dL6KK2I_0","ultrachat_355585","64b7d9cc_2","sharegpt_eZbIz36_0","sharegpt_5n9NBC8_0","ultrachat_13007","7e2f0eb8_9","ultrachat_337474","4050ebff_5","sharegpt_7eNXbTf_0","sharegpt_XYtuANl_11","sharegpt_66UOQBK_0","sharegpt_wBIvbQR_0","ultrachat_5302","edd89480_1","ultrachat_446910","sharegpt_cu7TYt7_73","7363604d_2","ultrachat_441324","3b8f0d9d","sharegpt_ItFPuha_0","sharegpt_nxDXxpp_0","77908e43_2","ultrachat_293961","sharegpt_9BZPiIA_0","a1c0eec0_1","ultrachat_414997","sharegpt_thlhgI9_43","ee75cdb9_6"]
Retrieved context/evidence
["sharegpt_5n9NBC8_0","ultrachat_319865","ultrachat_441324","ultrachat_233500","sharegpt_9BZPiIA_0"]
Retrieval output (not a generated answer)
sharegpt_5n9NBC8_0
Complete stored trace (JSON)
{
"answer": "sharegpt_5n9NBC8_0",
"answer_session_ids": [
"answer_7cc5362f_abs"
],
"gold_references": [
"answer_7cc5362f_abs"
],
"oracle_has_answer_turns": {
"01ecd4fa_3": [],
"05b84f71_5": [],
"1516d4c8": [],
"2f63ef92_1": [],
"2fd5e208": [],
"3b8f0d9d": [],
"4050ebff_5": [],
"503b2761": [],
"60f10fd3": [],
"64b7d9cc_2": [],
"7363604d_2": [],
"77908e43_2": [],
"7e2f0eb8_9": [],
"a1c0eec0_1": [],
"a816a47b_3": [],
"answer_7cc5362f_abs": [],
"b67748d1_1": [],
"cc50c6a9": [],
"ebea0375_1": [],
"edd89480_1": [],
"ee75cdb9_6": [],
"f2fa97f5_3": [],
"sharegpt_5n9NBC8_0": [],
"sharegpt_66UOQBK_0": [],
"sharegpt_7eNXbTf_0": [],
"sharegpt_9BZPiIA_0": [],
"sharegpt_ItFPuha_0": [],
"sharegpt_XYtuANl_11": [],
"sharegpt_cu7TYt7_73": [],
"sharegpt_dL6KK2I_0": [],
"sharegpt_eZbIz36_0": [],
"sharegpt_g5K4eCT_39": [],
"sharegpt_nxDXxpp_0": [],
"sharegpt_thlhgI9_43": [],
"sharegpt_vaz7tpo_0": [],
"sharegpt_wBIvbQR_0": [],
"ultrachat_13007": [],
"ultrachat_233500": [],
"ultrachat_293961": [],
"ultrachat_319865": [],
"ultrachat_337474": [],
"ultrachat_355585": [],
"ultrachat_362430": [],
"ultrachat_414997": [],
"ultrachat_441324": [],
"ultrachat_446910": [],
"ultrachat_5302": [],
"ultrachat_548270": [],
"ultrachat_70054": [],
"ultrachat_96164": []
},
"question_id": "29f2956b_abs",
"ranked_retrieved_hits": [
"sharegpt_5n9NBC8_0",
"ultrachat_319865",
"ultrachat_441324",
"ultrachat_233500",
"sharegpt_9BZPiIA_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_319865",
"503b2761",
"2f63ef92_1",
"ultrachat_96164",
"ultrachat_362430",
"b67748d1_1",
"ultrachat_70054",
"1516d4c8",
"2fd5e208",
"answer_7cc5362f_abs",
"01ecd4fa_3",
"sharegpt_vaz7tpo_0",
"cc50c6a9",
"60f10fd3",
"05b84f71_5",
"ultrachat_233500",
"a816a47b_3",
"ebea0375_1",
"f2fa97f5_3",
"ultrachat_548270",
"sharegpt_g5K4eCT_39",
"sharegpt_dL6KK2I_0",
"ultrachat_355585",
"64b7d9cc_2",
"sharegpt_eZbIz36_0",
"sharegpt_5n9NBC8_0",
"ultrachat_13007",
"7e2f0eb8_9",
"ultrachat_337474",
"4050ebff_5",
"sharegpt_7eNXbTf_0",
"sharegpt_XYtuANl_11",
"sharegpt_66UOQBK_0",
"sharegpt_wBIvbQR_0",
"ultrachat_5302",
"edd89480_1",
"ultrachat_446910",
"sharegpt_cu7TYt7_73",
"7363604d_2",
"ultrachat_441324",
"3b8f0d9d",
"sharegpt_ItFPuha_0",
"sharegpt_nxDXxpp_0",
"77908e43_2",
"ultrachat_293961",
"sharegpt_9BZPiIA_0",
"a1c0eec0_1",
"ultrachat_414997",
"sharegpt_thlhgI9_43",
"ee75cdb9_6"
]
}