Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 21436231
Stored context/evidence
["ultrachat_219234","ultrachat_175807","7a7a4bf0_4","sharegpt_pMczn7z_0","sharegpt_G8j6c8J_38","ultrachat_281779","answer_1e6d4567","1b2b30d3","ultrachat_159732","e8b2d65e","sharegpt_jyM2Qbm_0","sharegpt_FsFEDQS_0","2fd8bf73_1","4bebc783_2","sharegpt_uELkJdb_24","ultrachat_155792","3197d998_6","a0f8468c_3","ultrachat_148297","ultrachat_388075","sharegpt_omPL4EE_0","c7c4cf1e_1","6bd0b406_1","a3058382_4","f086cb61_3","ultrachat_236469","ultrachat_250763","sharegpt_wrwD6bG_0","sharegpt_NxG2nGm_298","3fa35683_6","sharegpt_I2cfkPp_63","086777a8","sharegpt_6byuqlt_0","sharegpt_DGiqvVv_169","ultrachat_115100","sharegpt_jHGL67f_0","sharegpt_EMlLNqy_15","dc378711_1","sharegpt_CjoQMV6_0","ultrachat_249381","b307196d","ultrachat_23643","sharegpt_3lWzv4B_0","ultrachat_37989","0d0a89dc_1","a3118ef0_1","9b820206","d0785ee9_1","sharegpt_I9Aziqq_1","ultrachat_172276"]
Retrieved context/evidence
["a3118ef0_1","ultrachat_115100","ultrachat_219234"]
Retrieval output (not a generated answer)
a3118ef0_1
Complete stored trace (JSON)
{
"answer": "a3118ef0_1",
"answer_session_ids": [
"answer_1e6d4567"
],
"gold_references": [
"answer_1e6d4567"
],
"oracle_has_answer_turns": {
"086777a8": [],
"0d0a89dc_1": [],
"1b2b30d3": [],
"2fd8bf73_1": [],
"3197d998_6": [],
"3fa35683_6": [],
"4bebc783_2": [],
"6bd0b406_1": [],
"7a7a4bf0_4": [],
"9b820206": [],
"a0f8468c_3": [],
"a3058382_4": [],
"a3118ef0_1": [],
"answer_1e6d4567": [
2
],
"b307196d": [],
"c7c4cf1e_1": [],
"d0785ee9_1": [],
"dc378711_1": [],
"e8b2d65e": [],
"f086cb61_3": [],
"sharegpt_3lWzv4B_0": [],
"sharegpt_6byuqlt_0": [],
"sharegpt_CjoQMV6_0": [],
"sharegpt_DGiqvVv_169": [],
"sharegpt_EMlLNqy_15": [],
"sharegpt_FsFEDQS_0": [],
"sharegpt_G8j6c8J_38": [],
"sharegpt_I2cfkPp_63": [],
"sharegpt_I9Aziqq_1": [],
"sharegpt_NxG2nGm_298": [],
"sharegpt_jHGL67f_0": [],
"sharegpt_jyM2Qbm_0": [],
"sharegpt_omPL4EE_0": [],
"sharegpt_pMczn7z_0": [],
"sharegpt_uELkJdb_24": [],
"sharegpt_wrwD6bG_0": [],
"ultrachat_115100": [],
"ultrachat_148297": [],
"ultrachat_155792": [],
"ultrachat_159732": [],
"ultrachat_172276": [],
"ultrachat_175807": [],
"ultrachat_219234": [],
"ultrachat_23643": [],
"ultrachat_236469": [],
"ultrachat_249381": [],
"ultrachat_250763": [],
"ultrachat_281779": [],
"ultrachat_37989": [],
"ultrachat_388075": []
},
"question_id": "21436231",
"ranked_retrieved_hits": [
"a3118ef0_1",
"ultrachat_115100",
"ultrachat_219234"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_219234",
"ultrachat_175807",
"7a7a4bf0_4",
"sharegpt_pMczn7z_0",
"sharegpt_G8j6c8J_38",
"ultrachat_281779",
"answer_1e6d4567",
"1b2b30d3",
"ultrachat_159732",
"e8b2d65e",
"sharegpt_jyM2Qbm_0",
"sharegpt_FsFEDQS_0",
"2fd8bf73_1",
"4bebc783_2",
"sharegpt_uELkJdb_24",
"ultrachat_155792",
"3197d998_6",
"a0f8468c_3",
"ultrachat_148297",
"ultrachat_388075",
"sharegpt_omPL4EE_0",
"c7c4cf1e_1",
"6bd0b406_1",
"a3058382_4",
"f086cb61_3",
"ultrachat_236469",
"ultrachat_250763",
"sharegpt_wrwD6bG_0",
"sharegpt_NxG2nGm_298",
"3fa35683_6",
"sharegpt_I2cfkPp_63",
"086777a8",
"sharegpt_6byuqlt_0",
"sharegpt_DGiqvVv_169",
"ultrachat_115100",
"sharegpt_jHGL67f_0",
"sharegpt_EMlLNqy_15",
"dc378711_1",
"sharegpt_CjoQMV6_0",
"ultrachat_249381",
"b307196d",
"ultrachat_23643",
"sharegpt_3lWzv4B_0",
"ultrachat_37989",
"0d0a89dc_1",
"a3118ef0_1",
"9b820206",
"d0785ee9_1",
"sharegpt_I9Aziqq_1",
"ultrachat_172276"
]
}