Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 73d42213
Stored context/evidence
["sharegpt_icKePTP_0","3e82fae8_4","ultrachat_3128","sharegpt_2Qru46f_0","9614d065_1","answer_1881e7db_1","ultrachat_258365","a13abca5_1","sharegpt_yj1D6GW_26","sharegpt_UxqsGTv_131","298382a6_2","sharegpt_G8j6c8J_87","62684a60","ad4d4ce4_1","02e9f7e3_3","ultrachat_275858","cd1f5147","sharegpt_YlgTw57_486","sharegpt_2Na4ASq_0","de5f2701_1","097e9ef2","sharegpt_IlS7CCj_0","sharegpt_lDLCjAs_0","ultrachat_341780","sharegpt_lNG1bAS_0","ultrachat_335904","sharegpt_0BZVqwW_0","ultrachat_422140","sharegpt_3BxDVlw_0","302c9449","ultrachat_354759","8c199934_1","d274c951","ultrachat_526862","a1251fef_2","ultrachat_61444","ultrachat_47999","c437b4b8_1","sharegpt_GKjb2be_0","sharegpt_rCVTWy4_47","sharegpt_ndynIbS_0","7c2ec9e9_2","c6edfec0","3cb41ab8_1","answer_1881e7db_2","sharegpt_ZmDJxcL_0","ultrachat_24747","sharegpt_FlvsHKg_4","sharegpt_ab6IEma_0"]
Retrieved context/evidence
["answer_1881e7db_2","sharegpt_ndynIbS_0"]
Retrieval output (not a generated answer)
answer_1881e7db_2
Complete stored trace (JSON)
{
"answer": "answer_1881e7db_2",
"answer_session_ids": [
"answer_1881e7db_1",
"answer_1881e7db_2"
],
"gold_references": [
"answer_1881e7db_1",
"answer_1881e7db_2"
],
"oracle_has_answer_turns": {
"02e9f7e3_3": [],
"097e9ef2": [],
"298382a6_2": [],
"302c9449": [],
"3cb41ab8_1": [],
"3e82fae8_4": [],
"62684a60": [],
"7c2ec9e9_2": [],
"8c199934_1": [],
"9614d065_1": [],
"a1251fef_2": [],
"a13abca5_1": [],
"ad4d4ce4_1": [],
"answer_1881e7db_1": [
4
],
"answer_1881e7db_2": [
2
],
"c437b4b8_1": [],
"c6edfec0": [],
"cd1f5147": [],
"d274c951": [],
"de5f2701_1": [],
"sharegpt_0BZVqwW_0": [],
"sharegpt_2Na4ASq_0": [],
"sharegpt_2Qru46f_0": [],
"sharegpt_3BxDVlw_0": [],
"sharegpt_FlvsHKg_4": [],
"sharegpt_G8j6c8J_87": [],
"sharegpt_GKjb2be_0": [],
"sharegpt_IlS7CCj_0": [],
"sharegpt_UxqsGTv_131": [],
"sharegpt_YlgTw57_486": [],
"sharegpt_ZmDJxcL_0": [],
"sharegpt_ab6IEma_0": [],
"sharegpt_icKePTP_0": [],
"sharegpt_lDLCjAs_0": [],
"sharegpt_lNG1bAS_0": [],
"sharegpt_ndynIbS_0": [],
"sharegpt_rCVTWy4_47": [],
"sharegpt_yj1D6GW_26": [],
"ultrachat_24747": [],
"ultrachat_258365": [],
"ultrachat_275858": [],
"ultrachat_3128": [],
"ultrachat_335904": [],
"ultrachat_341780": [],
"ultrachat_354759": [],
"ultrachat_422140": [],
"ultrachat_47999": [],
"ultrachat_526862": [],
"ultrachat_61444": []
},
"question_id": "73d42213",
"ranked_retrieved_hits": [
"answer_1881e7db_2",
"sharegpt_ndynIbS_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_icKePTP_0",
"3e82fae8_4",
"ultrachat_3128",
"sharegpt_2Qru46f_0",
"9614d065_1",
"answer_1881e7db_1",
"ultrachat_258365",
"a13abca5_1",
"sharegpt_yj1D6GW_26",
"sharegpt_UxqsGTv_131",
"298382a6_2",
"sharegpt_G8j6c8J_87",
"62684a60",
"ad4d4ce4_1",
"02e9f7e3_3",
"ultrachat_275858",
"cd1f5147",
"sharegpt_YlgTw57_486",
"sharegpt_2Na4ASq_0",
"de5f2701_1",
"097e9ef2",
"sharegpt_IlS7CCj_0",
"sharegpt_lDLCjAs_0",
"ultrachat_341780",
"sharegpt_lNG1bAS_0",
"ultrachat_335904",
"sharegpt_0BZVqwW_0",
"ultrachat_422140",
"sharegpt_3BxDVlw_0",
"302c9449",
"ultrachat_354759",
"8c199934_1",
"d274c951",
"ultrachat_526862",
"a1251fef_2",
"ultrachat_61444",
"ultrachat_47999",
"c437b4b8_1",
"sharegpt_GKjb2be_0",
"sharegpt_rCVTWy4_47",
"sharegpt_ndynIbS_0",
"7c2ec9e9_2",
"c6edfec0",
"3cb41ab8_1",
"answer_1881e7db_2",
"sharegpt_ZmDJxcL_0",
"ultrachat_24747",
"sharegpt_FlvsHKg_4",
"sharegpt_ab6IEma_0"
]
}