Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace ec81a493
Stored context/evidence
["sharegpt_xD2q9ER_14","sharegpt_ST22P5t_0","ultrachat_520544","616fdd27","sharegpt_g6KbKeo_0","ultrachat_533113","21018039","ultrachat_447961","bb2180e9_1","ultrachat_293237","sharegpt_nh3eDLi_5","afc5ff54_1","4ed321f9","6f55019d","ultrachat_413665","ultrachat_74904","f598d30f_2","ultrachat_76546","ultrachat_248709","2ea6fda4_1","ultrachat_492664","ab4643a2_4","sharegpt_gn1eaM9_0","sharegpt_Cr3vPTz_22","sharegpt_130siyQ_0","sharegpt_qlWOb4x_0","ultrachat_119346","ultrachat_142535","8e10bf6b_1","ultrachat_426070","ultrachat_540339","d2fc150a_1","3785c8fa","ultrachat_27488","ultrachat_416901","329ea290_1","sharegpt_scMKXPh_9","6c29f175","answer_ed1982fc","sharegpt_E5eryzD_5","sharegpt_f18bljY_0","ffbd49a4","sharegpt_5ncxIuf_44","d18ca717_1","9e956e2c","sharegpt_KUXG6gY_40","4253b18c_1","d22a462a_2","0ba46bdc_3","90fea364_3","sharegpt_FwXKUgX_0"]
Retrieved context/evidence
["answer_ed1982fc","sharegpt_130siyQ_0"]
Retrieval output (not a generated answer)
answer_ed1982fc
Complete stored trace (JSON)
{
"answer": "answer_ed1982fc",
"answer_session_ids": [
"answer_ed1982fc"
],
"gold_references": [
"answer_ed1982fc"
],
"oracle_has_answer_turns": {
"0ba46bdc_3": [],
"21018039": [],
"2ea6fda4_1": [],
"329ea290_1": [],
"3785c8fa": [],
"4253b18c_1": [],
"4ed321f9": [],
"616fdd27": [],
"6c29f175": [],
"6f55019d": [],
"8e10bf6b_1": [],
"90fea364_3": [],
"9e956e2c": [],
"ab4643a2_4": [],
"afc5ff54_1": [],
"answer_ed1982fc": [
6
],
"bb2180e9_1": [],
"d18ca717_1": [],
"d22a462a_2": [],
"d2fc150a_1": [],
"f598d30f_2": [],
"ffbd49a4": [],
"sharegpt_130siyQ_0": [],
"sharegpt_5ncxIuf_44": [],
"sharegpt_Cr3vPTz_22": [],
"sharegpt_E5eryzD_5": [],
"sharegpt_FwXKUgX_0": [],
"sharegpt_KUXG6gY_40": [],
"sharegpt_ST22P5t_0": [],
"sharegpt_f18bljY_0": [],
"sharegpt_g6KbKeo_0": [],
"sharegpt_gn1eaM9_0": [],
"sharegpt_nh3eDLi_5": [],
"sharegpt_qlWOb4x_0": [],
"sharegpt_scMKXPh_9": [],
"sharegpt_xD2q9ER_14": [],
"ultrachat_119346": [],
"ultrachat_142535": [],
"ultrachat_248709": [],
"ultrachat_27488": [],
"ultrachat_293237": [],
"ultrachat_413665": [],
"ultrachat_416901": [],
"ultrachat_426070": [],
"ultrachat_447961": [],
"ultrachat_492664": [],
"ultrachat_520544": [],
"ultrachat_533113": [],
"ultrachat_540339": [],
"ultrachat_74904": [],
"ultrachat_76546": []
},
"question_id": "ec81a493",
"ranked_retrieved_hits": [
"answer_ed1982fc",
"sharegpt_130siyQ_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_xD2q9ER_14",
"sharegpt_ST22P5t_0",
"ultrachat_520544",
"616fdd27",
"sharegpt_g6KbKeo_0",
"ultrachat_533113",
"21018039",
"ultrachat_447961",
"bb2180e9_1",
"ultrachat_293237",
"sharegpt_nh3eDLi_5",
"afc5ff54_1",
"4ed321f9",
"6f55019d",
"ultrachat_413665",
"ultrachat_74904",
"f598d30f_2",
"ultrachat_76546",
"ultrachat_248709",
"2ea6fda4_1",
"ultrachat_492664",
"ab4643a2_4",
"sharegpt_gn1eaM9_0",
"sharegpt_Cr3vPTz_22",
"sharegpt_130siyQ_0",
"sharegpt_qlWOb4x_0",
"ultrachat_119346",
"ultrachat_142535",
"8e10bf6b_1",
"ultrachat_426070",
"ultrachat_540339",
"d2fc150a_1",
"3785c8fa",
"ultrachat_27488",
"ultrachat_416901",
"329ea290_1",
"sharegpt_scMKXPh_9",
"6c29f175",
"answer_ed1982fc",
"sharegpt_E5eryzD_5",
"sharegpt_f18bljY_0",
"ffbd49a4",
"sharegpt_5ncxIuf_44",
"d18ca717_1",
"9e956e2c",
"sharegpt_KUXG6gY_40",
"4253b18c_1",
"d22a462a_2",
"0ba46bdc_3",
"90fea364_3",
"sharegpt_FwXKUgX_0"
]
}