Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 8a2466db
Stored context/evidence
["ultrachat_74081","6dcf5fa0_1","9f091256_1","2cfb48f2_5","sharegpt_MKMWjX0_25","e3cc9931_1","sharegpt_9fgo8nM_8","84f2d563_1","answer_edb03329","b2b3936f_2","sharegpt_G8hE2Y1_0","sharegpt_jZOf9E5_47","sharegpt_osTHjYi_0","ultrachat_49039","ultrachat_429689","b67748d1_1","6be54739_3","ultrachat_518169","sharegpt_DwfIyV9_0","ultrachat_118671","dc700e27","1a9f5723_4","6a5b5a78","d8b3e1c8_2","sharegpt_Lu8QdAg_15","ultrachat_10500","9585e0c6_1","3392c0c7","sharegpt_CLjyR25_9","sharegpt_7edkkdO_19","sharegpt_Ny6xFzC_0","a2e2cb72_3","ultrachat_69749","da704e79_2","ultrachat_419825","ultrachat_319799","sharegpt_ySGu6N8_0","82ea1455_1","sharegpt_sfofrkM_7","76967d22","sharegpt_LOF3smB_25","sharegpt_zPFeTa9_0","898bef66","3d0c9f89_1","sharegpt_1MKqbAt_0","sharegpt_i33zh1e_15","sharegpt_x2AxqSX_0","sharegpt_MyRGa7o_0","ultrachat_386461","ultrachat_541512"]
Retrieved context/evidence
["9f091256_1","sharegpt_zPFeTa9_0","ultrachat_386461","ultrachat_118671"]
Retrieval output (not a generated answer)
9f091256_1
Complete stored trace (JSON)
{
"answer": "9f091256_1",
"answer_session_ids": [
"answer_edb03329"
],
"gold_references": [
"answer_edb03329"
],
"oracle_has_answer_turns": {
"1a9f5723_4": [],
"2cfb48f2_5": [],
"3392c0c7": [],
"3d0c9f89_1": [],
"6a5b5a78": [],
"6be54739_3": [],
"6dcf5fa0_1": [],
"76967d22": [],
"82ea1455_1": [],
"84f2d563_1": [],
"898bef66": [],
"9585e0c6_1": [],
"9f091256_1": [],
"a2e2cb72_3": [],
"answer_edb03329": [
0
],
"b2b3936f_2": [],
"b67748d1_1": [],
"d8b3e1c8_2": [],
"da704e79_2": [],
"dc700e27": [],
"e3cc9931_1": [],
"sharegpt_1MKqbAt_0": [],
"sharegpt_7edkkdO_19": [],
"sharegpt_9fgo8nM_8": [],
"sharegpt_CLjyR25_9": [],
"sharegpt_DwfIyV9_0": [],
"sharegpt_G8hE2Y1_0": [],
"sharegpt_LOF3smB_25": [],
"sharegpt_Lu8QdAg_15": [],
"sharegpt_MKMWjX0_25": [],
"sharegpt_MyRGa7o_0": [],
"sharegpt_Ny6xFzC_0": [],
"sharegpt_i33zh1e_15": [],
"sharegpt_jZOf9E5_47": [],
"sharegpt_osTHjYi_0": [],
"sharegpt_sfofrkM_7": [],
"sharegpt_x2AxqSX_0": [],
"sharegpt_ySGu6N8_0": [],
"sharegpt_zPFeTa9_0": [],
"ultrachat_10500": [],
"ultrachat_118671": [],
"ultrachat_319799": [],
"ultrachat_386461": [],
"ultrachat_419825": [],
"ultrachat_429689": [],
"ultrachat_49039": [],
"ultrachat_518169": [],
"ultrachat_541512": [],
"ultrachat_69749": [],
"ultrachat_74081": []
},
"question_id": "8a2466db",
"ranked_retrieved_hits": [
"9f091256_1",
"sharegpt_zPFeTa9_0",
"ultrachat_386461",
"ultrachat_118671"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_74081",
"6dcf5fa0_1",
"9f091256_1",
"2cfb48f2_5",
"sharegpt_MKMWjX0_25",
"e3cc9931_1",
"sharegpt_9fgo8nM_8",
"84f2d563_1",
"answer_edb03329",
"b2b3936f_2",
"sharegpt_G8hE2Y1_0",
"sharegpt_jZOf9E5_47",
"sharegpt_osTHjYi_0",
"ultrachat_49039",
"ultrachat_429689",
"b67748d1_1",
"6be54739_3",
"ultrachat_518169",
"sharegpt_DwfIyV9_0",
"ultrachat_118671",
"dc700e27",
"1a9f5723_4",
"6a5b5a78",
"d8b3e1c8_2",
"sharegpt_Lu8QdAg_15",
"ultrachat_10500",
"9585e0c6_1",
"3392c0c7",
"sharegpt_CLjyR25_9",
"sharegpt_7edkkdO_19",
"sharegpt_Ny6xFzC_0",
"a2e2cb72_3",
"ultrachat_69749",
"da704e79_2",
"ultrachat_419825",
"ultrachat_319799",
"sharegpt_ySGu6N8_0",
"82ea1455_1",
"sharegpt_sfofrkM_7",
"76967d22",
"sharegpt_LOF3smB_25",
"sharegpt_zPFeTa9_0",
"898bef66",
"3d0c9f89_1",
"sharegpt_1MKqbAt_0",
"sharegpt_i33zh1e_15",
"sharegpt_x2AxqSX_0",
"sharegpt_MyRGa7o_0",
"ultrachat_386461",
"ultrachat_541512"
]
}