Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 3d86fd0a
Stored context/evidence
["7e4dab66_2","sharegpt_BzV4Iba_0","ultrachat_58198","ultrachat_231397","sharegpt_VUBjUDH_0","5ca6cd28","d1d3fd12_2","6227a491_2","answer_19c24c11","ultrachat_263518","ultrachat_94624","1e3aef04_2","b225c0fe","sharegpt_fIIZB3W_31","402e0082_1","ultrachat_357116","ultrachat_459424","sharegpt_83N0oGp_0","ultrachat_394611","69674f25","sharegpt_9Va3BiZ_0","ultrachat_102626","3fe9b2a4_1","4ff568ba_2","091ba7f5_1","sharegpt_W471uz2_0","sharegpt_d7bP5fb_0","1f643033_2","sharegpt_Ihm4oSt_0","sharegpt_KD0kssi_33","ultrachat_95869","sharegpt_1PgbxLy_9","6d0b1e59_2","ultrachat_96218","cf8e352f_1","0e1aa315_4","ultrachat_200106","0a64e713_2","ultrachat_333097","1c1a2b7f_2","sharegpt_WNko23j_0","c5db849c_1","sharegpt_tmFunkX_20","5a13d047_1","sharegpt_2LOQFZX_0","8c9bc932_1","cc85ac85_1","sharegpt_ljriyZ5_34","sharegpt_gUPOZIj_0","89eeb82d","06d1a1a0","sharegpt_LA4bYER_0","sharegpt_oVpLO2c_2","sharegpt_qCpHDRF_0","sharegpt_4L5LmyO_3"]
Retrieved context/evidence
["answer_19c24c11","ultrachat_333097","ultrachat_94624"]
Retrieval output (not a generated answer)
answer_19c24c11
Complete stored trace (JSON)
{
"answer": "answer_19c24c11",
"answer_session_ids": [
"answer_19c24c11"
],
"gold_references": [
"answer_19c24c11"
],
"oracle_has_answer_turns": {
"06d1a1a0": [],
"091ba7f5_1": [],
"0a64e713_2": [],
"0e1aa315_4": [],
"1c1a2b7f_2": [],
"1e3aef04_2": [],
"1f643033_2": [],
"3fe9b2a4_1": [],
"402e0082_1": [],
"4ff568ba_2": [],
"5a13d047_1": [],
"5ca6cd28": [],
"6227a491_2": [],
"69674f25": [],
"6d0b1e59_2": [],
"7e4dab66_2": [],
"89eeb82d": [],
"8c9bc932_1": [],
"answer_19c24c11": [
2
],
"b225c0fe": [],
"c5db849c_1": [],
"cc85ac85_1": [],
"cf8e352f_1": [],
"d1d3fd12_2": [],
"sharegpt_1PgbxLy_9": [],
"sharegpt_2LOQFZX_0": [],
"sharegpt_4L5LmyO_3": [],
"sharegpt_83N0oGp_0": [],
"sharegpt_9Va3BiZ_0": [],
"sharegpt_BzV4Iba_0": [],
"sharegpt_Ihm4oSt_0": [],
"sharegpt_KD0kssi_33": [],
"sharegpt_LA4bYER_0": [],
"sharegpt_VUBjUDH_0": [],
"sharegpt_W471uz2_0": [],
"sharegpt_WNko23j_0": [],
"sharegpt_d7bP5fb_0": [],
"sharegpt_fIIZB3W_31": [],
"sharegpt_gUPOZIj_0": [],
"sharegpt_ljriyZ5_34": [],
"sharegpt_oVpLO2c_2": [],
"sharegpt_qCpHDRF_0": [],
"sharegpt_tmFunkX_20": [],
"ultrachat_102626": [],
"ultrachat_200106": [],
"ultrachat_231397": [],
"ultrachat_263518": [],
"ultrachat_333097": [],
"ultrachat_357116": [],
"ultrachat_394611": [],
"ultrachat_459424": [],
"ultrachat_58198": [],
"ultrachat_94624": [],
"ultrachat_95869": [],
"ultrachat_96218": []
},
"question_id": "3d86fd0a",
"ranked_retrieved_hits": [
"answer_19c24c11",
"ultrachat_333097",
"ultrachat_94624"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"7e4dab66_2",
"sharegpt_BzV4Iba_0",
"ultrachat_58198",
"ultrachat_231397",
"sharegpt_VUBjUDH_0",
"5ca6cd28",
"d1d3fd12_2",
"6227a491_2",
"answer_19c24c11",
"ultrachat_263518",
"ultrachat_94624",
"1e3aef04_2",
"b225c0fe",
"sharegpt_fIIZB3W_31",
"402e0082_1",
"ultrachat_357116",
"ultrachat_459424",
"sharegpt_83N0oGp_0",
"ultrachat_394611",
"69674f25",
"sharegpt_9Va3BiZ_0",
"ultrachat_102626",
"3fe9b2a4_1",
"4ff568ba_2",
"091ba7f5_1",
"sharegpt_W471uz2_0",
"sharegpt_d7bP5fb_0",
"1f643033_2",
"sharegpt_Ihm4oSt_0",
"sharegpt_KD0kssi_33",
"ultrachat_95869",
"sharegpt_1PgbxLy_9",
"6d0b1e59_2",
"ultrachat_96218",
"cf8e352f_1",
"0e1aa315_4",
"ultrachat_200106",
"0a64e713_2",
"ultrachat_333097",
"1c1a2b7f_2",
"sharegpt_WNko23j_0",
"c5db849c_1",
"sharegpt_tmFunkX_20",
"5a13d047_1",
"sharegpt_2LOQFZX_0",
"8c9bc932_1",
"cc85ac85_1",
"sharegpt_ljriyZ5_34",
"sharegpt_gUPOZIj_0",
"89eeb82d",
"06d1a1a0",
"sharegpt_LA4bYER_0",
"sharegpt_oVpLO2c_2",
"sharegpt_qCpHDRF_0",
"sharegpt_4L5LmyO_3"
]
}