Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace a08a253f
Stored context/evidence
["sharegpt_9JZCfee_27","sharegpt_yra5TPM_0","798fa5f2","d79173aa_3","sharegpt_IwWZEe4_0","ultrachat_152922","sharegpt_H2ddZjb_35","83ca9337","ultrachat_207166","sharegpt_z1D6qIy_0","ultrachat_13422","ultrachat_501941","sharegpt_G9RAbBH_0","ultrachat_403700","a268827b_2","771570c5_1","1fdbdfff_1","sharegpt_lDVDe5H_61","a79f1a04_1","270e1b64","ultrachat_5271","ultrachat_242484","sharegpt_KA9uX2t_0","ultrachat_234096","sharegpt_Bjn7mKF_360","ultrachat_284747","43b53ac4_3","c7fc2bda_1","answer_47152166_2","ultrachat_181702","sharegpt_C8wKLzN_0","sharegpt_8bRQICJ_0","28209b6a_4","55a6940c_1","sharegpt_d7TZyoX_15","sharegpt_00wumZn_0","answer_47152166_1","4524c250_2","33bc1102","sharegpt_2GHMihz_0","ultrachat_132657","b1d9eb66_4","sharegpt_wrVON2D_0","ultrachat_321185","ultrachat_329610","sharegpt_VNGQOXw_0","ultrachat_152866","ultrachat_75623","ultrachat_148591","4344c2f1_1","ultrachat_439369","6e5130ed_2","27e2f320_2"]
Retrieved context/evidence
["answer_47152166_1","ultrachat_242484"]
Retrieval output (not a generated answer)
answer_47152166_1
Complete stored trace (JSON)
{
"answer": "answer_47152166_1",
"answer_session_ids": [
"answer_47152166_2",
"answer_47152166_1"
],
"gold_references": [
"answer_47152166_2",
"answer_47152166_1"
],
"oracle_has_answer_turns": {
"1fdbdfff_1": [],
"270e1b64": [],
"27e2f320_2": [],
"28209b6a_4": [],
"33bc1102": [],
"4344c2f1_1": [],
"43b53ac4_3": [],
"4524c250_2": [],
"55a6940c_1": [],
"6e5130ed_2": [],
"771570c5_1": [],
"798fa5f2": [],
"83ca9337": [],
"a268827b_2": [],
"a79f1a04_1": [],
"answer_47152166_1": [
0
],
"answer_47152166_2": [
0
],
"b1d9eb66_4": [],
"c7fc2bda_1": [],
"d79173aa_3": [],
"sharegpt_00wumZn_0": [],
"sharegpt_2GHMihz_0": [],
"sharegpt_8bRQICJ_0": [],
"sharegpt_9JZCfee_27": [],
"sharegpt_Bjn7mKF_360": [],
"sharegpt_C8wKLzN_0": [],
"sharegpt_G9RAbBH_0": [],
"sharegpt_H2ddZjb_35": [],
"sharegpt_IwWZEe4_0": [],
"sharegpt_KA9uX2t_0": [],
"sharegpt_VNGQOXw_0": [],
"sharegpt_d7TZyoX_15": [],
"sharegpt_lDVDe5H_61": [],
"sharegpt_wrVON2D_0": [],
"sharegpt_yra5TPM_0": [],
"sharegpt_z1D6qIy_0": [],
"ultrachat_132657": [],
"ultrachat_13422": [],
"ultrachat_148591": [],
"ultrachat_152866": [],
"ultrachat_152922": [],
"ultrachat_181702": [],
"ultrachat_207166": [],
"ultrachat_234096": [],
"ultrachat_242484": [],
"ultrachat_284747": [],
"ultrachat_321185": [],
"ultrachat_329610": [],
"ultrachat_403700": [],
"ultrachat_439369": [],
"ultrachat_501941": [],
"ultrachat_5271": [],
"ultrachat_75623": []
},
"question_id": "a08a253f",
"ranked_retrieved_hits": [
"answer_47152166_1",
"ultrachat_242484"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_9JZCfee_27",
"sharegpt_yra5TPM_0",
"798fa5f2",
"d79173aa_3",
"sharegpt_IwWZEe4_0",
"ultrachat_152922",
"sharegpt_H2ddZjb_35",
"83ca9337",
"ultrachat_207166",
"sharegpt_z1D6qIy_0",
"ultrachat_13422",
"ultrachat_501941",
"sharegpt_G9RAbBH_0",
"ultrachat_403700",
"a268827b_2",
"771570c5_1",
"1fdbdfff_1",
"sharegpt_lDVDe5H_61",
"a79f1a04_1",
"270e1b64",
"ultrachat_5271",
"ultrachat_242484",
"sharegpt_KA9uX2t_0",
"ultrachat_234096",
"sharegpt_Bjn7mKF_360",
"ultrachat_284747",
"43b53ac4_3",
"c7fc2bda_1",
"answer_47152166_2",
"ultrachat_181702",
"sharegpt_C8wKLzN_0",
"sharegpt_8bRQICJ_0",
"28209b6a_4",
"55a6940c_1",
"sharegpt_d7TZyoX_15",
"sharegpt_00wumZn_0",
"answer_47152166_1",
"4524c250_2",
"33bc1102",
"sharegpt_2GHMihz_0",
"ultrachat_132657",
"b1d9eb66_4",
"sharegpt_wrVON2D_0",
"ultrachat_321185",
"ultrachat_329610",
"sharegpt_VNGQOXw_0",
"ultrachat_152866",
"ultrachat_75623",
"ultrachat_148591",
"4344c2f1_1",
"ultrachat_439369",
"6e5130ed_2",
"27e2f320_2"
]
}