Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace b5ef892d
Stored context/evidence
["sharegpt_esZWTJv_8","ultrachat_105359","ultrachat_431538","sharegpt_GPNLudw_0","ultrachat_53385","sharegpt_3bWPhNK_15","e552e1f9_2","ultrachat_375427","a120e42d","ultrachat_221335","ultrachat_57923","ultrachat_313109","sharegpt_rOreK4C_0","7ae64181","cfad574a","e60407fd_2","59c9696c_2","sharegpt_baBg1KW_0","dc968254_1","ultrachat_491007","ultrachat_337282","sharegpt_69zYTa4_0","sharegpt_8j6pKOA_7","6685e6cd","answer_a8b4290f_3","sharegpt_fwJ8yYA_0","ultrachat_402629","sharegpt_hfWd2FK_0","1a44346c_1","ultrachat_62905","25ec099e_1","ultrachat_511737","ultrachat_367439","ultrachat_140516","answer_a8b4290f_1","0a5cbc79_1","sharegpt_XWqXdom_0","ultrachat_318939","ultrachat_380832","sharegpt_rXUzPzR_0","ultrachat_283979","f2ccf83b","35dcacdc_2","answer_a8b4290f_2","ultrachat_509285","ultrachat_565056","12cff183_1","60db2dd6_1","7294438c","eb774a95","ultrachat_212029","32a203b4_1"]
Retrieved context/evidence
["ultrachat_375427","sharegpt_XWqXdom_0","ultrachat_283979"]
Retrieval output (not a generated answer)
ultrachat_375427
Complete stored trace (JSON)
{
"answer": "ultrachat_375427",
"answer_session_ids": [
"answer_a8b4290f_3",
"answer_a8b4290f_1",
"answer_a8b4290f_2"
],
"gold_references": [
"answer_a8b4290f_3",
"answer_a8b4290f_1",
"answer_a8b4290f_2"
],
"oracle_has_answer_turns": {
"0a5cbc79_1": [],
"12cff183_1": [],
"1a44346c_1": [],
"25ec099e_1": [],
"32a203b4_1": [],
"35dcacdc_2": [],
"59c9696c_2": [],
"60db2dd6_1": [],
"6685e6cd": [],
"7294438c": [],
"7ae64181": [],
"a120e42d": [],
"answer_a8b4290f_1": [
0
],
"answer_a8b4290f_2": [
0
],
"answer_a8b4290f_3": [],
"cfad574a": [],
"dc968254_1": [],
"e552e1f9_2": [],
"e60407fd_2": [],
"eb774a95": [],
"f2ccf83b": [],
"sharegpt_3bWPhNK_15": [],
"sharegpt_69zYTa4_0": [],
"sharegpt_8j6pKOA_7": [],
"sharegpt_GPNLudw_0": [],
"sharegpt_XWqXdom_0": [],
"sharegpt_baBg1KW_0": [],
"sharegpt_esZWTJv_8": [],
"sharegpt_fwJ8yYA_0": [],
"sharegpt_hfWd2FK_0": [],
"sharegpt_rOreK4C_0": [],
"sharegpt_rXUzPzR_0": [],
"ultrachat_105359": [],
"ultrachat_140516": [],
"ultrachat_212029": [],
"ultrachat_221335": [],
"ultrachat_283979": [],
"ultrachat_313109": [],
"ultrachat_318939": [],
"ultrachat_337282": [],
"ultrachat_367439": [],
"ultrachat_375427": [],
"ultrachat_380832": [],
"ultrachat_402629": [],
"ultrachat_431538": [],
"ultrachat_491007": [],
"ultrachat_509285": [],
"ultrachat_511737": [],
"ultrachat_53385": [],
"ultrachat_565056": [],
"ultrachat_57923": [],
"ultrachat_62905": []
},
"question_id": "b5ef892d",
"ranked_retrieved_hits": [
"ultrachat_375427",
"sharegpt_XWqXdom_0",
"ultrachat_283979"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_esZWTJv_8",
"ultrachat_105359",
"ultrachat_431538",
"sharegpt_GPNLudw_0",
"ultrachat_53385",
"sharegpt_3bWPhNK_15",
"e552e1f9_2",
"ultrachat_375427",
"a120e42d",
"ultrachat_221335",
"ultrachat_57923",
"ultrachat_313109",
"sharegpt_rOreK4C_0",
"7ae64181",
"cfad574a",
"e60407fd_2",
"59c9696c_2",
"sharegpt_baBg1KW_0",
"dc968254_1",
"ultrachat_491007",
"ultrachat_337282",
"sharegpt_69zYTa4_0",
"sharegpt_8j6pKOA_7",
"6685e6cd",
"answer_a8b4290f_3",
"sharegpt_fwJ8yYA_0",
"ultrachat_402629",
"sharegpt_hfWd2FK_0",
"1a44346c_1",
"ultrachat_62905",
"25ec099e_1",
"ultrachat_511737",
"ultrachat_367439",
"ultrachat_140516",
"answer_a8b4290f_1",
"0a5cbc79_1",
"sharegpt_XWqXdom_0",
"ultrachat_318939",
"ultrachat_380832",
"sharegpt_rXUzPzR_0",
"ultrachat_283979",
"f2ccf83b",
"35dcacdc_2",
"answer_a8b4290f_2",
"ultrachat_509285",
"ultrachat_565056",
"12cff183_1",
"60db2dd6_1",
"7294438c",
"eb774a95",
"ultrachat_212029",
"32a203b4_1"
]
}