Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 72e3ee87
Stored context/evidence
["ultrachat_347252","ultrachat_523550","sharegpt_I6IzvEF_136","36c8e81f_1","sharegpt_CVXwMrC_0","ultrachat_272023","50940cb7_1","ultrachat_233144","ultrachat_10825","ultrachat_221658","080a4000_2","ultrachat_195333","ultrachat_25529","73a2f346_3","ultrachat_229359","b176c043_1","ultrachat_74948","b75f475e_1","sharegpt_i6wl0uh_0","answer_d7de9a6a_1","sharegpt_5tdvozz_0","sharegpt_sD1RDN4_0","ultrachat_378086","ultrachat_329703","ultrachat_322666","ultrachat_124802","be8c3970_2","c8fcdf5a_2","ultrachat_421360","ultrachat_129606","ultrachat_403686","ultrachat_134028","72f053da_2","f5fd3cc4_1","sharegpt_HK2HHXS_0","sharegpt_8BGkoWX_0","ultrachat_371928","sharegpt_l8596Gx_0","sharegpt_KdbXhTW_9","bbc9bf73","9adc81d7_1","1c1f5ccc_4","fa68c9d6_2","6f2c01fc_1","cc635a92_2","answer_d7de9a6a_2","1dc2b670_2","sharegpt_P3ETe5v_0","d4a1d883_2","7a4e8c63_2","sharegpt_EpJp627_15"]
Retrieved context/evidence
["answer_d7de9a6a_1"]
Retrieval output (not a generated answer)
answer_d7de9a6a_1
Complete stored trace (JSON)
{
"answer": "answer_d7de9a6a_1",
"answer_session_ids": [
"answer_d7de9a6a_1",
"answer_d7de9a6a_2"
],
"gold_references": [
"answer_d7de9a6a_1",
"answer_d7de9a6a_2"
],
"oracle_has_answer_turns": {
"080a4000_2": [],
"1c1f5ccc_4": [],
"1dc2b670_2": [],
"36c8e81f_1": [],
"50940cb7_1": [],
"6f2c01fc_1": [],
"72f053da_2": [],
"73a2f346_3": [],
"7a4e8c63_2": [],
"9adc81d7_1": [],
"answer_d7de9a6a_1": [
0
],
"answer_d7de9a6a_2": [
8
],
"b176c043_1": [],
"b75f475e_1": [],
"bbc9bf73": [],
"be8c3970_2": [],
"c8fcdf5a_2": [],
"cc635a92_2": [],
"d4a1d883_2": [],
"f5fd3cc4_1": [],
"fa68c9d6_2": [],
"sharegpt_5tdvozz_0": [],
"sharegpt_8BGkoWX_0": [],
"sharegpt_CVXwMrC_0": [],
"sharegpt_EpJp627_15": [],
"sharegpt_HK2HHXS_0": [],
"sharegpt_I6IzvEF_136": [],
"sharegpt_KdbXhTW_9": [],
"sharegpt_P3ETe5v_0": [],
"sharegpt_i6wl0uh_0": [],
"sharegpt_l8596Gx_0": [],
"sharegpt_sD1RDN4_0": [],
"ultrachat_10825": [],
"ultrachat_124802": [],
"ultrachat_129606": [],
"ultrachat_134028": [],
"ultrachat_195333": [],
"ultrachat_221658": [],
"ultrachat_229359": [],
"ultrachat_233144": [],
"ultrachat_25529": [],
"ultrachat_272023": [],
"ultrachat_322666": [],
"ultrachat_329703": [],
"ultrachat_347252": [],
"ultrachat_371928": [],
"ultrachat_378086": [],
"ultrachat_403686": [],
"ultrachat_421360": [],
"ultrachat_523550": [],
"ultrachat_74948": []
},
"question_id": "72e3ee87",
"ranked_retrieved_hits": [
"answer_d7de9a6a_1"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_347252",
"ultrachat_523550",
"sharegpt_I6IzvEF_136",
"36c8e81f_1",
"sharegpt_CVXwMrC_0",
"ultrachat_272023",
"50940cb7_1",
"ultrachat_233144",
"ultrachat_10825",
"ultrachat_221658",
"080a4000_2",
"ultrachat_195333",
"ultrachat_25529",
"73a2f346_3",
"ultrachat_229359",
"b176c043_1",
"ultrachat_74948",
"b75f475e_1",
"sharegpt_i6wl0uh_0",
"answer_d7de9a6a_1",
"sharegpt_5tdvozz_0",
"sharegpt_sD1RDN4_0",
"ultrachat_378086",
"ultrachat_329703",
"ultrachat_322666",
"ultrachat_124802",
"be8c3970_2",
"c8fcdf5a_2",
"ultrachat_421360",
"ultrachat_129606",
"ultrachat_403686",
"ultrachat_134028",
"72f053da_2",
"f5fd3cc4_1",
"sharegpt_HK2HHXS_0",
"sharegpt_8BGkoWX_0",
"ultrachat_371928",
"sharegpt_l8596Gx_0",
"sharegpt_KdbXhTW_9",
"bbc9bf73",
"9adc81d7_1",
"1c1f5ccc_4",
"fa68c9d6_2",
"6f2c01fc_1",
"cc635a92_2",
"answer_d7de9a6a_2",
"1dc2b670_2",
"sharegpt_P3ETe5v_0",
"d4a1d883_2",
"7a4e8c63_2",
"sharegpt_EpJp627_15"
]
}