Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace f35224e0
Stored context/evidence
["7dbaf005_2","59b7152d_2","42234f98","9393001b_3","sharegpt_ibDuVgO_0","fb5dd87f_8","ultrachat_558221","sharegpt_DDC4OYu_0","ultrachat_394406","fa7ed7e6","329aba7c_2","sharegpt_gGriMhQ_181","96da07f9_4","ultrachat_414663","8e608386","2ea6fda4_1","sharegpt_PIqdDOo_0","ultrachat_196381","176594fa_3","ultrachat_357693","f9207c1f","sharegpt_ZFhr9kU_0","08f0f2f5","sharegpt_HJuS4Dl_11","ultrachat_370839","sharegpt_0DiDwpY_23","ultrachat_73033","sharegpt_Eu0PFBa_0","sharegpt_mIEL27Q_5","ultrachat_215582","ultrachat_404562","sharegpt_d8dUtMG_0","answer_e9bb9500_2","sharegpt_eTtpNeO_5","961827c7_2","4b285f83","e184e4c3_1","95d56c4c","4648f214_2","sharegpt_TBRPvuE_0","ultrachat_339932","ultrachat_571561","45a80dd8_1","ultrachat_197446","sharegpt_lAfTTUo_0","answer_e9bb9500_1","sharegpt_v6OlWPr_0","sharegpt_ENjsLOA_0","ultrachat_38487","fd7becaf_1","sharegpt_LC9Pzkr_0","sharegpt_Pqhvz5n_0","sharegpt_AO8ZZTK_0"]
Retrieved context/evidence
["answer_e9bb9500_2","sharegpt_DDC4OYu_0","sharegpt_Eu0PFBa_0","sharegpt_AO8ZZTK_0"]
Retrieval output (not a generated answer)
answer_e9bb9500_2
Complete stored trace (JSON)
{
"answer": "answer_e9bb9500_2",
"answer_session_ids": [
"answer_e9bb9500_2",
"answer_e9bb9500_1"
],
"gold_references": [
"answer_e9bb9500_2",
"answer_e9bb9500_1"
],
"oracle_has_answer_turns": {
"08f0f2f5": [],
"176594fa_3": [],
"2ea6fda4_1": [],
"329aba7c_2": [],
"42234f98": [],
"45a80dd8_1": [],
"4648f214_2": [],
"4b285f83": [],
"59b7152d_2": [],
"7dbaf005_2": [],
"8e608386": [],
"9393001b_3": [],
"95d56c4c": [],
"961827c7_2": [],
"96da07f9_4": [],
"answer_e9bb9500_1": [
2
],
"answer_e9bb9500_2": [
0
],
"e184e4c3_1": [],
"f9207c1f": [],
"fa7ed7e6": [],
"fb5dd87f_8": [],
"fd7becaf_1": [],
"sharegpt_0DiDwpY_23": [],
"sharegpt_AO8ZZTK_0": [],
"sharegpt_DDC4OYu_0": [],
"sharegpt_ENjsLOA_0": [],
"sharegpt_Eu0PFBa_0": [],
"sharegpt_HJuS4Dl_11": [],
"sharegpt_LC9Pzkr_0": [],
"sharegpt_PIqdDOo_0": [],
"sharegpt_Pqhvz5n_0": [],
"sharegpt_TBRPvuE_0": [],
"sharegpt_ZFhr9kU_0": [],
"sharegpt_d8dUtMG_0": [],
"sharegpt_eTtpNeO_5": [],
"sharegpt_gGriMhQ_181": [],
"sharegpt_ibDuVgO_0": [],
"sharegpt_lAfTTUo_0": [],
"sharegpt_mIEL27Q_5": [],
"sharegpt_v6OlWPr_0": [],
"ultrachat_196381": [],
"ultrachat_197446": [],
"ultrachat_215582": [],
"ultrachat_339932": [],
"ultrachat_357693": [],
"ultrachat_370839": [],
"ultrachat_38487": [],
"ultrachat_394406": [],
"ultrachat_404562": [],
"ultrachat_414663": [],
"ultrachat_558221": [],
"ultrachat_571561": [],
"ultrachat_73033": []
},
"question_id": "f35224e0",
"ranked_retrieved_hits": [
"answer_e9bb9500_2",
"sharegpt_DDC4OYu_0",
"sharegpt_Eu0PFBa_0",
"sharegpt_AO8ZZTK_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"7dbaf005_2",
"59b7152d_2",
"42234f98",
"9393001b_3",
"sharegpt_ibDuVgO_0",
"fb5dd87f_8",
"ultrachat_558221",
"sharegpt_DDC4OYu_0",
"ultrachat_394406",
"fa7ed7e6",
"329aba7c_2",
"sharegpt_gGriMhQ_181",
"96da07f9_4",
"ultrachat_414663",
"8e608386",
"2ea6fda4_1",
"sharegpt_PIqdDOo_0",
"ultrachat_196381",
"176594fa_3",
"ultrachat_357693",
"f9207c1f",
"sharegpt_ZFhr9kU_0",
"08f0f2f5",
"sharegpt_HJuS4Dl_11",
"ultrachat_370839",
"sharegpt_0DiDwpY_23",
"ultrachat_73033",
"sharegpt_Eu0PFBa_0",
"sharegpt_mIEL27Q_5",
"ultrachat_215582",
"ultrachat_404562",
"sharegpt_d8dUtMG_0",
"answer_e9bb9500_2",
"sharegpt_eTtpNeO_5",
"961827c7_2",
"4b285f83",
"e184e4c3_1",
"95d56c4c",
"4648f214_2",
"sharegpt_TBRPvuE_0",
"ultrachat_339932",
"ultrachat_571561",
"45a80dd8_1",
"ultrachat_197446",
"sharegpt_lAfTTUo_0",
"answer_e9bb9500_1",
"sharegpt_v6OlWPr_0",
"sharegpt_ENjsLOA_0",
"ultrachat_38487",
"fd7becaf_1",
"sharegpt_LC9Pzkr_0",
"sharegpt_Pqhvz5n_0",
"sharegpt_AO8ZZTK_0"
]
}