Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 66f24dbb
Stored context/evidence
["sharegpt_ontxSZ1_0","sharegpt_fXU9KOp_0","2d90fb95","ultrachat_223600","sharegpt_XfeER1N_0","sharegpt_y8kXaF9_0","ultrachat_423195","sharegpt_xmEDfYb_26","ultrachat_202740","9ee11d04_2","76299a49_1","ultrachat_488573","sharegpt_LytoRNh_21","sharegpt_Y6nhEqm_0","8d46b8fa_1","7a10d327_2","ultrachat_445260","sharegpt_x5EJEeK_0","21c6c41d","answer_fea2e4d3","sharegpt_EvgMYt3_8","44c62f26","ultrachat_538651","fce8bb8a_2","2a7e0197","89452526_2","ultrachat_168731","7732b1cc","ca3a4e4f_1","ultrachat_366348","3fa35683_7","sharegpt_83fkMsQ_0","aeb3818c_2","sharegpt_yMJJiyo_37","9ca3534f_2","8d015d9d_4","ultrachat_447398","sharegpt_CYcAuWq_0","51c262b6_1","sharegpt_jf3W889_0","0cf86cbe_2","798e4ba3_2","ultrachat_267957","sharegpt_ZcfatzD_0","sharegpt_GvbQ56N_0","ultrachat_428656","sharegpt_BvuMJIh_0","ultrachat_59420","sharegpt_mDokt9G_7","b6858c2a_2"]
Retrieved context/evidence
["answer_fea2e4d3","sharegpt_fXU9KOp_0","89452526_2"]
Retrieval output (not a generated answer)
answer_fea2e4d3
Complete stored trace (JSON)
{
"answer": "answer_fea2e4d3",
"answer_session_ids": [
"answer_fea2e4d3"
],
"gold_references": [
"answer_fea2e4d3"
],
"oracle_has_answer_turns": {
"0cf86cbe_2": [],
"21c6c41d": [],
"2a7e0197": [],
"2d90fb95": [],
"3fa35683_7": [],
"44c62f26": [],
"51c262b6_1": [],
"76299a49_1": [],
"7732b1cc": [],
"798e4ba3_2": [],
"7a10d327_2": [],
"89452526_2": [],
"8d015d9d_4": [],
"8d46b8fa_1": [],
"9ca3534f_2": [],
"9ee11d04_2": [],
"aeb3818c_2": [],
"answer_fea2e4d3": [
4
],
"b6858c2a_2": [],
"ca3a4e4f_1": [],
"fce8bb8a_2": [],
"sharegpt_83fkMsQ_0": [],
"sharegpt_BvuMJIh_0": [],
"sharegpt_CYcAuWq_0": [],
"sharegpt_EvgMYt3_8": [],
"sharegpt_GvbQ56N_0": [],
"sharegpt_LytoRNh_21": [],
"sharegpt_XfeER1N_0": [],
"sharegpt_Y6nhEqm_0": [],
"sharegpt_ZcfatzD_0": [],
"sharegpt_fXU9KOp_0": [],
"sharegpt_jf3W889_0": [],
"sharegpt_mDokt9G_7": [],
"sharegpt_ontxSZ1_0": [],
"sharegpt_x5EJEeK_0": [],
"sharegpt_xmEDfYb_26": [],
"sharegpt_y8kXaF9_0": [],
"sharegpt_yMJJiyo_37": [],
"ultrachat_168731": [],
"ultrachat_202740": [],
"ultrachat_223600": [],
"ultrachat_267957": [],
"ultrachat_366348": [],
"ultrachat_423195": [],
"ultrachat_428656": [],
"ultrachat_445260": [],
"ultrachat_447398": [],
"ultrachat_488573": [],
"ultrachat_538651": [],
"ultrachat_59420": []
},
"question_id": "66f24dbb",
"ranked_retrieved_hits": [
"answer_fea2e4d3",
"sharegpt_fXU9KOp_0",
"89452526_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_ontxSZ1_0",
"sharegpt_fXU9KOp_0",
"2d90fb95",
"ultrachat_223600",
"sharegpt_XfeER1N_0",
"sharegpt_y8kXaF9_0",
"ultrachat_423195",
"sharegpt_xmEDfYb_26",
"ultrachat_202740",
"9ee11d04_2",
"76299a49_1",
"ultrachat_488573",
"sharegpt_LytoRNh_21",
"sharegpt_Y6nhEqm_0",
"8d46b8fa_1",
"7a10d327_2",
"ultrachat_445260",
"sharegpt_x5EJEeK_0",
"21c6c41d",
"answer_fea2e4d3",
"sharegpt_EvgMYt3_8",
"44c62f26",
"ultrachat_538651",
"fce8bb8a_2",
"2a7e0197",
"89452526_2",
"ultrachat_168731",
"7732b1cc",
"ca3a4e4f_1",
"ultrachat_366348",
"3fa35683_7",
"sharegpt_83fkMsQ_0",
"aeb3818c_2",
"sharegpt_yMJJiyo_37",
"9ca3534f_2",
"8d015d9d_4",
"ultrachat_447398",
"sharegpt_CYcAuWq_0",
"51c262b6_1",
"sharegpt_jf3W889_0",
"0cf86cbe_2",
"798e4ba3_2",
"ultrachat_267957",
"sharegpt_ZcfatzD_0",
"sharegpt_GvbQ56N_0",
"ultrachat_428656",
"sharegpt_BvuMJIh_0",
"ultrachat_59420",
"sharegpt_mDokt9G_7",
"b6858c2a_2"
]
}