Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace b6019101
Stored context/evidence
["de43030f_2","ultrachat_146343","afac7290_1","ultrachat_188464","3ea07188_1","71f2f490_3","ultrachat_522146","ultrachat_331484","ultrachat_379137","df6970d8","ultrachat_72569","sharegpt_BTYExLI_0","ultrachat_242137","43a8152b_1","bf4fdf8f_1","sharegpt_v9WEVZG_0","f5f1ff92_3","ultrachat_335894","f3fcf4fd_1","sharegpt_fD65zFW_0","0d66562c_4","sharegpt_HqvhA3G_0","sharegpt_kW2mplh_0","sharegpt_6kDZTZ2_0","9bd36386","sharegpt_aVExml0_235","ultrachat_233996","sharegpt_CvVLg2J_18","sharegpt_tSDixDM_0","ultrachat_204275","ultrachat_106975","sharegpt_a6pZtrg_0","8409f0d2_4","7b0dea50_2","sharegpt_AnH3ftB_7","90eae9cd_1","e0690aac_1","2ed7c45e_1","ac089c83_4","sharegpt_ibDuVgO_0","ultrachat_577006","answer_67074b4b_1","ultrachat_338597","80adf3fb","b403d6f0_3","answer_67074b4b_2","sharegpt_f8igMy0_0","sharegpt_3u9F9yx_0","59c6685a_2"]
Retrieved context/evidence
["ultrachat_72569","ultrachat_379137","sharegpt_kW2mplh_0","ultrachat_242137"]
Retrieval output (not a generated answer)
ultrachat_72569
Complete stored trace (JSON)
{
"answer": "ultrachat_72569",
"answer_session_ids": [
"answer_67074b4b_1",
"answer_67074b4b_2"
],
"gold_references": [
"answer_67074b4b_1",
"answer_67074b4b_2"
],
"oracle_has_answer_turns": {
"0d66562c_4": [],
"2ed7c45e_1": [],
"3ea07188_1": [],
"43a8152b_1": [],
"59c6685a_2": [],
"71f2f490_3": [],
"7b0dea50_2": [],
"80adf3fb": [],
"8409f0d2_4": [],
"90eae9cd_1": [],
"9bd36386": [],
"ac089c83_4": [],
"afac7290_1": [],
"answer_67074b4b_1": [
4
],
"answer_67074b4b_2": [
0
],
"b403d6f0_3": [],
"bf4fdf8f_1": [],
"de43030f_2": [],
"df6970d8": [],
"e0690aac_1": [],
"f3fcf4fd_1": [],
"f5f1ff92_3": [],
"sharegpt_3u9F9yx_0": [],
"sharegpt_6kDZTZ2_0": [],
"sharegpt_AnH3ftB_7": [],
"sharegpt_BTYExLI_0": [],
"sharegpt_CvVLg2J_18": [],
"sharegpt_HqvhA3G_0": [],
"sharegpt_a6pZtrg_0": [],
"sharegpt_aVExml0_235": [],
"sharegpt_f8igMy0_0": [],
"sharegpt_fD65zFW_0": [],
"sharegpt_ibDuVgO_0": [],
"sharegpt_kW2mplh_0": [],
"sharegpt_tSDixDM_0": [],
"sharegpt_v9WEVZG_0": [],
"ultrachat_106975": [],
"ultrachat_146343": [],
"ultrachat_188464": [],
"ultrachat_204275": [],
"ultrachat_233996": [],
"ultrachat_242137": [],
"ultrachat_331484": [],
"ultrachat_335894": [],
"ultrachat_338597": [],
"ultrachat_379137": [],
"ultrachat_522146": [],
"ultrachat_577006": [],
"ultrachat_72569": []
},
"question_id": "b6019101",
"ranked_retrieved_hits": [
"ultrachat_72569",
"ultrachat_379137",
"sharegpt_kW2mplh_0",
"ultrachat_242137"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"de43030f_2",
"ultrachat_146343",
"afac7290_1",
"ultrachat_188464",
"3ea07188_1",
"71f2f490_3",
"ultrachat_522146",
"ultrachat_331484",
"ultrachat_379137",
"df6970d8",
"ultrachat_72569",
"sharegpt_BTYExLI_0",
"ultrachat_242137",
"43a8152b_1",
"bf4fdf8f_1",
"sharegpt_v9WEVZG_0",
"f5f1ff92_3",
"ultrachat_335894",
"f3fcf4fd_1",
"sharegpt_fD65zFW_0",
"0d66562c_4",
"sharegpt_HqvhA3G_0",
"sharegpt_kW2mplh_0",
"sharegpt_6kDZTZ2_0",
"9bd36386",
"sharegpt_aVExml0_235",
"ultrachat_233996",
"sharegpt_CvVLg2J_18",
"sharegpt_tSDixDM_0",
"ultrachat_204275",
"ultrachat_106975",
"sharegpt_a6pZtrg_0",
"8409f0d2_4",
"7b0dea50_2",
"sharegpt_AnH3ftB_7",
"90eae9cd_1",
"e0690aac_1",
"2ed7c45e_1",
"ac089c83_4",
"sharegpt_ibDuVgO_0",
"ultrachat_577006",
"answer_67074b4b_1",
"ultrachat_338597",
"80adf3fb",
"b403d6f0_3",
"answer_67074b4b_2",
"sharegpt_f8igMy0_0",
"sharegpt_3u9F9yx_0",
"59c6685a_2"
]
}