Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace f9e8c073
Stored context/evidence
["sharegpt_HK2HHXS_0","sharegpt_QmVUZ8v_4","97795a16_3","sharegpt_WQun2Qq_0","b94ad1bc_1","85a49fe0_3","ultrachat_368546","669318cf_3","d5283595_1","sharegpt_XVq0Pv9_33","ultrachat_398099","ultrachat_88473","sharegpt_Ap0jhCm_11","sharegpt_K7G7JSc_0","8a5fe67a","a49a1438_2","ultrachat_76215","ultrachat_357526","9ef698bc_2","answer_b191df5b_1","sharegpt_Fhigp7F_1","sharegpt_bLaSZdD_0","sharegpt_rDNsXPP_0","ultrachat_471439","ultrachat_483728","1d14730c_1","4604bc73_2","4dd737a9_2","068ba24d","22db3cc3_1","ultrachat_235881","sharegpt_GDFyxeT_0","ultrachat_418282","ultrachat_219619","sharegpt_vGZ5lH1_33","sharegpt_Jpt7Vv4_0","0a042aef_2","sharegpt_yxmGlRt_16","sharegpt_y6KAtOv_0","answer_b191df5b_2","43f2d083_3","sharegpt_K7liqgE_0","50b32eed_2","ultrachat_132644","sharegpt_xVdCPKq_0","ultrachat_541135","445e6a7a_1","sharegpt_xaVYX4c_12","e7aa3f51_3","ultrachat_179318","ultrachat_64132","d5f4d9fa_3","ultrachat_74503"]
Retrieved context/evidence
["ultrachat_368546","sharegpt_Fhigp7F_1","ultrachat_179318"]
Retrieval output (not a generated answer)
ultrachat_368546
Complete stored trace (JSON)
{
"answer": "ultrachat_368546",
"answer_session_ids": [
"answer_b191df5b_1",
"answer_b191df5b_2"
],
"gold_references": [
"answer_b191df5b_1",
"answer_b191df5b_2"
],
"oracle_has_answer_turns": {
"068ba24d": [],
"0a042aef_2": [],
"1d14730c_1": [],
"22db3cc3_1": [],
"43f2d083_3": [],
"445e6a7a_1": [],
"4604bc73_2": [],
"4dd737a9_2": [],
"50b32eed_2": [],
"669318cf_3": [],
"85a49fe0_3": [],
"8a5fe67a": [],
"97795a16_3": [],
"9ef698bc_2": [],
"a49a1438_2": [],
"answer_b191df5b_1": [
4
],
"answer_b191df5b_2": [
6
],
"b94ad1bc_1": [],
"d5283595_1": [],
"d5f4d9fa_3": [],
"e7aa3f51_3": [],
"sharegpt_Ap0jhCm_11": [],
"sharegpt_Fhigp7F_1": [],
"sharegpt_GDFyxeT_0": [],
"sharegpt_HK2HHXS_0": [],
"sharegpt_Jpt7Vv4_0": [],
"sharegpt_K7G7JSc_0": [],
"sharegpt_K7liqgE_0": [],
"sharegpt_QmVUZ8v_4": [],
"sharegpt_WQun2Qq_0": [],
"sharegpt_XVq0Pv9_33": [],
"sharegpt_bLaSZdD_0": [],
"sharegpt_rDNsXPP_0": [],
"sharegpt_vGZ5lH1_33": [],
"sharegpt_xVdCPKq_0": [],
"sharegpt_xaVYX4c_12": [],
"sharegpt_y6KAtOv_0": [],
"sharegpt_yxmGlRt_16": [],
"ultrachat_132644": [],
"ultrachat_179318": [],
"ultrachat_219619": [],
"ultrachat_235881": [],
"ultrachat_357526": [],
"ultrachat_368546": [],
"ultrachat_398099": [],
"ultrachat_418282": [],
"ultrachat_471439": [],
"ultrachat_483728": [],
"ultrachat_541135": [],
"ultrachat_64132": [],
"ultrachat_74503": [],
"ultrachat_76215": [],
"ultrachat_88473": []
},
"question_id": "f9e8c073",
"ranked_retrieved_hits": [
"ultrachat_368546",
"sharegpt_Fhigp7F_1",
"ultrachat_179318"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_HK2HHXS_0",
"sharegpt_QmVUZ8v_4",
"97795a16_3",
"sharegpt_WQun2Qq_0",
"b94ad1bc_1",
"85a49fe0_3",
"ultrachat_368546",
"669318cf_3",
"d5283595_1",
"sharegpt_XVq0Pv9_33",
"ultrachat_398099",
"ultrachat_88473",
"sharegpt_Ap0jhCm_11",
"sharegpt_K7G7JSc_0",
"8a5fe67a",
"a49a1438_2",
"ultrachat_76215",
"ultrachat_357526",
"9ef698bc_2",
"answer_b191df5b_1",
"sharegpt_Fhigp7F_1",
"sharegpt_bLaSZdD_0",
"sharegpt_rDNsXPP_0",
"ultrachat_471439",
"ultrachat_483728",
"1d14730c_1",
"4604bc73_2",
"4dd737a9_2",
"068ba24d",
"22db3cc3_1",
"ultrachat_235881",
"sharegpt_GDFyxeT_0",
"ultrachat_418282",
"ultrachat_219619",
"sharegpt_vGZ5lH1_33",
"sharegpt_Jpt7Vv4_0",
"0a042aef_2",
"sharegpt_yxmGlRt_16",
"sharegpt_y6KAtOv_0",
"answer_b191df5b_2",
"43f2d083_3",
"sharegpt_K7liqgE_0",
"50b32eed_2",
"ultrachat_132644",
"sharegpt_xVdCPKq_0",
"ultrachat_541135",
"445e6a7a_1",
"sharegpt_xaVYX4c_12",
"e7aa3f51_3",
"ultrachat_179318",
"ultrachat_64132",
"d5f4d9fa_3",
"ultrachat_74503"
]
}