Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 16c90bf4
Stored context/evidence
["ultrachat_66306","15333d02","sharegpt_aRroJJY_0","ultrachat_351781","sharegpt_WZ5EF8u_0","fa2714ed_1","ultrachat_63319","cb692a80_2","ultrachat_192315","sharegpt_1thv0EM_0","ultrachat_518651","sharegpt_x8DpG1R_0","d576152e_4","sharegpt_8YwhN53_0","sharegpt_eRuRHwf_73","be74993b_1","8464304d_2","ultrachat_324216","ultrachat_242629","d4230511_1","sharegpt_dnnAPyY_0","cc830ab4_1","b8770374_2","ultrachat_266894","ultrachat_419713","32449a42","d5f4d9fa_1","sharegpt_pXSdS8E_0","ad72ce15","sharegpt_Get1wF2_0","f0926cd2_2","5053474c_2","sharegpt_7gN750w_0","sharegpt_n1o07ij_0","ultrachat_184894","ultrachat_366173","sharegpt_dTMQcnb_187","9089a116","ultrachat_519255","sharegpt_Ou9rQ6U_8","ultrachat_212731","answer_ultrachat_294807","sharegpt_Hl88hYR_0","64b9c798","101636c0_1","ultrachat_501594","afa0c2e7_5","b0da5097_2","ultrachat_132854","da1797c4_2","89d49715_1","sharegpt_Bf5wBOC_3","sharegpt_DsdOMQX_0","ultrachat_318303","1c177942_1"]
Retrieved context/evidence
["ad72ce15","ultrachat_324216","sharegpt_Bf5wBOC_3","sharegpt_n1o07ij_0"]
Retrieval output (not a generated answer)
ad72ce15
Complete stored trace (JSON)
{
"answer": "ad72ce15",
"answer_session_ids": [
"answer_ultrachat_294807"
],
"gold_references": [
"answer_ultrachat_294807"
],
"oracle_has_answer_turns": {
"101636c0_1": [],
"15333d02": [],
"1c177942_1": [],
"32449a42": [],
"5053474c_2": [],
"64b9c798": [],
"8464304d_2": [],
"89d49715_1": [],
"9089a116": [],
"ad72ce15": [],
"afa0c2e7_5": [],
"answer_ultrachat_294807": [
3
],
"b0da5097_2": [],
"b8770374_2": [],
"be74993b_1": [],
"cb692a80_2": [],
"cc830ab4_1": [],
"d4230511_1": [],
"d576152e_4": [],
"d5f4d9fa_1": [],
"da1797c4_2": [],
"f0926cd2_2": [],
"fa2714ed_1": [],
"sharegpt_1thv0EM_0": [],
"sharegpt_7gN750w_0": [],
"sharegpt_8YwhN53_0": [],
"sharegpt_Bf5wBOC_3": [],
"sharegpt_DsdOMQX_0": [],
"sharegpt_Get1wF2_0": [],
"sharegpt_Hl88hYR_0": [],
"sharegpt_Ou9rQ6U_8": [],
"sharegpt_WZ5EF8u_0": [],
"sharegpt_aRroJJY_0": [],
"sharegpt_dTMQcnb_187": [],
"sharegpt_dnnAPyY_0": [],
"sharegpt_eRuRHwf_73": [],
"sharegpt_n1o07ij_0": [],
"sharegpt_pXSdS8E_0": [],
"sharegpt_x8DpG1R_0": [],
"ultrachat_132854": [],
"ultrachat_184894": [],
"ultrachat_192315": [],
"ultrachat_212731": [],
"ultrachat_242629": [],
"ultrachat_266894": [],
"ultrachat_318303": [],
"ultrachat_324216": [],
"ultrachat_351781": [],
"ultrachat_366173": [],
"ultrachat_419713": [],
"ultrachat_501594": [],
"ultrachat_518651": [],
"ultrachat_519255": [],
"ultrachat_63319": [],
"ultrachat_66306": []
},
"question_id": "16c90bf4",
"ranked_retrieved_hits": [
"ad72ce15",
"ultrachat_324216",
"sharegpt_Bf5wBOC_3",
"sharegpt_n1o07ij_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_66306",
"15333d02",
"sharegpt_aRroJJY_0",
"ultrachat_351781",
"sharegpt_WZ5EF8u_0",
"fa2714ed_1",
"ultrachat_63319",
"cb692a80_2",
"ultrachat_192315",
"sharegpt_1thv0EM_0",
"ultrachat_518651",
"sharegpt_x8DpG1R_0",
"d576152e_4",
"sharegpt_8YwhN53_0",
"sharegpt_eRuRHwf_73",
"be74993b_1",
"8464304d_2",
"ultrachat_324216",
"ultrachat_242629",
"d4230511_1",
"sharegpt_dnnAPyY_0",
"cc830ab4_1",
"b8770374_2",
"ultrachat_266894",
"ultrachat_419713",
"32449a42",
"d5f4d9fa_1",
"sharegpt_pXSdS8E_0",
"ad72ce15",
"sharegpt_Get1wF2_0",
"f0926cd2_2",
"5053474c_2",
"sharegpt_7gN750w_0",
"sharegpt_n1o07ij_0",
"ultrachat_184894",
"ultrachat_366173",
"sharegpt_dTMQcnb_187",
"9089a116",
"ultrachat_519255",
"sharegpt_Ou9rQ6U_8",
"ultrachat_212731",
"answer_ultrachat_294807",
"sharegpt_Hl88hYR_0",
"64b9c798",
"101636c0_1",
"ultrachat_501594",
"afa0c2e7_5",
"b0da5097_2",
"ultrachat_132854",
"da1797c4_2",
"89d49715_1",
"sharegpt_Bf5wBOC_3",
"sharegpt_DsdOMQX_0",
"ultrachat_318303",
"1c177942_1"
]
}