Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace f4f1d8a4
Stored context/evidence
["ultrachat_122461","ultrachat_43687","04d84aa8_2","ultrachat_26238","ultrachat_417853","ultrachat_171687","90928b75_2","ultrachat_129760","5944b36a_2","ultrachat_61354","a07f9d5c_2","0ccf2f83","ultrachat_576354","sharegpt_2its9qY_0","9614d065_1","5d284d7d_1","sharegpt_Z6mpUVt_0","a16b31f2","ultrachat_502230","ultrachat_476634","76ea88ba_2","2bfea7af","ff558be1_2","ultrachat_236058","sharegpt_kRjBUsA_11","sharegpt_fjsiVq7_0","64934c76","sharegpt_7rLq4MQ_9","e45db473_3","sharegpt_LuI7aeo_31","ecb24dd8_1","6ec23dc5_1","f3745025_2","sharegpt_vXWOUqx_11","sharegpt_pX51ZUz_0","6f051087_2","44837adb","sharegpt_db0vmEJ_31","sharegpt_5m6qXKr_0","eb682e52_2","sharegpt_7ATc6lt_63","sharegpt_Lk4UN8n_181","sharegpt_jZOf9E5_47","ultrachat_475356","sharegpt_b9zLyT6_0","sharegpt_BQVWanj_0","ultrachat_67942","3aac691d_2","sharegpt_wN1ifmB_55","b36d12d3","answer_f5b33470","ultrachat_39278"]
Retrieved context/evidence
["answer_f5b33470","sharegpt_fjsiVq7_0","ultrachat_67942"]
Retrieval output (not a generated answer)
answer_f5b33470
Complete stored trace (JSON)
{
"answer": "answer_f5b33470",
"answer_session_ids": [
"answer_f5b33470"
],
"gold_references": [
"answer_f5b33470"
],
"oracle_has_answer_turns": {
"04d84aa8_2": [],
"0ccf2f83": [],
"2bfea7af": [],
"3aac691d_2": [],
"44837adb": [],
"5944b36a_2": [],
"5d284d7d_1": [],
"64934c76": [],
"6ec23dc5_1": [],
"6f051087_2": [],
"76ea88ba_2": [],
"90928b75_2": [],
"9614d065_1": [],
"a07f9d5c_2": [],
"a16b31f2": [],
"answer_f5b33470": [
4
],
"b36d12d3": [],
"e45db473_3": [],
"eb682e52_2": [],
"ecb24dd8_1": [],
"f3745025_2": [],
"ff558be1_2": [],
"sharegpt_2its9qY_0": [],
"sharegpt_5m6qXKr_0": [],
"sharegpt_7ATc6lt_63": [],
"sharegpt_7rLq4MQ_9": [],
"sharegpt_BQVWanj_0": [],
"sharegpt_Lk4UN8n_181": [],
"sharegpt_LuI7aeo_31": [],
"sharegpt_Z6mpUVt_0": [],
"sharegpt_b9zLyT6_0": [],
"sharegpt_db0vmEJ_31": [],
"sharegpt_fjsiVq7_0": [],
"sharegpt_jZOf9E5_47": [],
"sharegpt_kRjBUsA_11": [],
"sharegpt_pX51ZUz_0": [],
"sharegpt_vXWOUqx_11": [],
"sharegpt_wN1ifmB_55": [],
"ultrachat_122461": [],
"ultrachat_129760": [],
"ultrachat_171687": [],
"ultrachat_236058": [],
"ultrachat_26238": [],
"ultrachat_39278": [],
"ultrachat_417853": [],
"ultrachat_43687": [],
"ultrachat_475356": [],
"ultrachat_476634": [],
"ultrachat_502230": [],
"ultrachat_576354": [],
"ultrachat_61354": [],
"ultrachat_67942": []
},
"question_id": "f4f1d8a4",
"ranked_retrieved_hits": [
"answer_f5b33470",
"sharegpt_fjsiVq7_0",
"ultrachat_67942"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_122461",
"ultrachat_43687",
"04d84aa8_2",
"ultrachat_26238",
"ultrachat_417853",
"ultrachat_171687",
"90928b75_2",
"ultrachat_129760",
"5944b36a_2",
"ultrachat_61354",
"a07f9d5c_2",
"0ccf2f83",
"ultrachat_576354",
"sharegpt_2its9qY_0",
"9614d065_1",
"5d284d7d_1",
"sharegpt_Z6mpUVt_0",
"a16b31f2",
"ultrachat_502230",
"ultrachat_476634",
"76ea88ba_2",
"2bfea7af",
"ff558be1_2",
"ultrachat_236058",
"sharegpt_kRjBUsA_11",
"sharegpt_fjsiVq7_0",
"64934c76",
"sharegpt_7rLq4MQ_9",
"e45db473_3",
"sharegpt_LuI7aeo_31",
"ecb24dd8_1",
"6ec23dc5_1",
"f3745025_2",
"sharegpt_vXWOUqx_11",
"sharegpt_pX51ZUz_0",
"6f051087_2",
"44837adb",
"sharegpt_db0vmEJ_31",
"sharegpt_5m6qXKr_0",
"eb682e52_2",
"sharegpt_7ATc6lt_63",
"sharegpt_Lk4UN8n_181",
"sharegpt_jZOf9E5_47",
"ultrachat_475356",
"sharegpt_b9zLyT6_0",
"sharegpt_BQVWanj_0",
"ultrachat_67942",
"3aac691d_2",
"sharegpt_wN1ifmB_55",
"b36d12d3",
"answer_f5b33470",
"ultrachat_39278"
]
}