Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace a3045048
Stored context/evidence
["752b10e6_2","sharegpt_K0i5Zon_0","d837b5fa","4648f214_3","1fb37225","aaf71ce2_2","sharegpt_YblmreD_53","ultrachat_119796","sharegpt_asoSnhq_0","5cb58cc6","ultrachat_453487","ultrachat_433030","ultrachat_264003","ultrachat_161055","ultrachat_136940","sharegpt_5LoDRY9_0","9cdb028a","ultrachat_480677","sharegpt_LC9Pzkr_0","sharegpt_jjrmfdA_19","ultrachat_83900","59a3b4be_3","sharegpt_6g1oVJd_0","220eeaeb_1","answer_016f6bd4_2","2def525b_1","sharegpt_9Va3BiZ_0","ultrachat_406386","07e363d9_3","10466528_3","d12d5a98_1","ultrachat_90455","sharegpt_F8CLI1Y_13","answer_016f6bd4_1","ultrachat_19072","9a5c8f60_1","ultrachat_350322","d0d21a8f_1","sharegpt_uWIv8BW_0","sharegpt_HoehX5h_0","536a334d","dd3d8e73_2","sharegpt_jFjvT7c_69","sharegpt_6cz1Sq6_177","sharegpt_R3qBvYq_15","ultrachat_167631","sharegpt_ckoZYgD_0","ultrachat_566391","ultrachat_161774","ultrachat_385363","79f74d4e_1","sharegpt_NBQfbOZ_13","sharegpt_TKZOWRt_0"]
Retrieved context/evidence
["answer_016f6bd4_1","ultrachat_453487","sharegpt_K0i5Zon_0"]
Retrieval output (not a generated answer)
answer_016f6bd4_1
Complete stored trace (JSON)
{
"answer": "answer_016f6bd4_1",
"answer_session_ids": [
"answer_016f6bd4_2",
"answer_016f6bd4_1"
],
"gold_references": [
"answer_016f6bd4_2",
"answer_016f6bd4_1"
],
"oracle_has_answer_turns": {
"07e363d9_3": [],
"10466528_3": [],
"1fb37225": [],
"220eeaeb_1": [],
"2def525b_1": [],
"4648f214_3": [],
"536a334d": [],
"59a3b4be_3": [],
"5cb58cc6": [],
"752b10e6_2": [],
"79f74d4e_1": [],
"9a5c8f60_1": [],
"9cdb028a": [],
"aaf71ce2_2": [],
"answer_016f6bd4_1": [
0
],
"answer_016f6bd4_2": [
4
],
"d0d21a8f_1": [],
"d12d5a98_1": [],
"d837b5fa": [],
"dd3d8e73_2": [],
"sharegpt_5LoDRY9_0": [],
"sharegpt_6cz1Sq6_177": [],
"sharegpt_6g1oVJd_0": [],
"sharegpt_9Va3BiZ_0": [],
"sharegpt_F8CLI1Y_13": [],
"sharegpt_HoehX5h_0": [],
"sharegpt_K0i5Zon_0": [],
"sharegpt_LC9Pzkr_0": [],
"sharegpt_NBQfbOZ_13": [],
"sharegpt_R3qBvYq_15": [],
"sharegpt_TKZOWRt_0": [],
"sharegpt_YblmreD_53": [],
"sharegpt_asoSnhq_0": [],
"sharegpt_ckoZYgD_0": [],
"sharegpt_jFjvT7c_69": [],
"sharegpt_jjrmfdA_19": [],
"sharegpt_uWIv8BW_0": [],
"ultrachat_119796": [],
"ultrachat_136940": [],
"ultrachat_161055": [],
"ultrachat_161774": [],
"ultrachat_167631": [],
"ultrachat_19072": [],
"ultrachat_264003": [],
"ultrachat_350322": [],
"ultrachat_385363": [],
"ultrachat_406386": [],
"ultrachat_433030": [],
"ultrachat_453487": [],
"ultrachat_480677": [],
"ultrachat_566391": [],
"ultrachat_83900": [],
"ultrachat_90455": []
},
"question_id": "a3045048",
"ranked_retrieved_hits": [
"answer_016f6bd4_1",
"ultrachat_453487",
"sharegpt_K0i5Zon_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"752b10e6_2",
"sharegpt_K0i5Zon_0",
"d837b5fa",
"4648f214_3",
"1fb37225",
"aaf71ce2_2",
"sharegpt_YblmreD_53",
"ultrachat_119796",
"sharegpt_asoSnhq_0",
"5cb58cc6",
"ultrachat_453487",
"ultrachat_433030",
"ultrachat_264003",
"ultrachat_161055",
"ultrachat_136940",
"sharegpt_5LoDRY9_0",
"9cdb028a",
"ultrachat_480677",
"sharegpt_LC9Pzkr_0",
"sharegpt_jjrmfdA_19",
"ultrachat_83900",
"59a3b4be_3",
"sharegpt_6g1oVJd_0",
"220eeaeb_1",
"answer_016f6bd4_2",
"2def525b_1",
"sharegpt_9Va3BiZ_0",
"ultrachat_406386",
"07e363d9_3",
"10466528_3",
"d12d5a98_1",
"ultrachat_90455",
"sharegpt_F8CLI1Y_13",
"answer_016f6bd4_1",
"ultrachat_19072",
"9a5c8f60_1",
"ultrachat_350322",
"d0d21a8f_1",
"sharegpt_uWIv8BW_0",
"sharegpt_HoehX5h_0",
"536a334d",
"dd3d8e73_2",
"sharegpt_jFjvT7c_69",
"sharegpt_6cz1Sq6_177",
"sharegpt_R3qBvYq_15",
"ultrachat_167631",
"sharegpt_ckoZYgD_0",
"ultrachat_566391",
"ultrachat_161774",
"ultrachat_385363",
"79f74d4e_1",
"sharegpt_NBQfbOZ_13",
"sharegpt_TKZOWRt_0"
]
}