Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 91b15a6e
Stored context/evidence
["ultrachat_222016","b28cdea2","3a667084_1","sharegpt_fgnzLtE_0#occurrence-0","dd25eeb5_4","sharegpt_fgnzLtE_0#occurrence-1","ultrachat_547923","ee7f5084_4","f9a304e9_2","ultrachat_413800","b0083ef5","sharegpt_1xq5lFg_0","2deddd1f","aec1af79_1","answer_5404a208_1","ultrachat_286544","ultrachat_223554","c1e170f0_2","6169ef55_1","sharegpt_wZ6vj2a_0","409dfa26_1","sharegpt_7r7RS6F_0","sharegpt_VIidOFc_0","7cfeb89c_2","ultrachat_217922","1503a6e0","cf8ec9f9","sharegpt_zS41R74_0","answer_5404a208_2","ultrachat_15125","ultrachat_42513","ultrachat_484146","ultrachat_394901","ultrachat_485183","sharegpt_xlZxwPX_0","sharegpt_0ktU0jP_16","sharegpt_LZBZ1l9_0","ultrachat_326780","4c039bd7_1","sharegpt_VknhO3F_0","ultrachat_338803","d7cffd42_2","b3aa1a8c_1","sharegpt_iylDztx_14","ultrachat_394320","sharegpt_BetZLXm_0","ultrachat_345686","sharegpt_oaI61oX_15","476115d3"]
Retrieved context/evidence
["ultrachat_394901","ultrachat_223554","sharegpt_BetZLXm_0"]
Retrieval output (not a generated answer)
ultrachat_394901
Complete stored trace (JSON)
{
"answer": "ultrachat_394901",
"answer_session_ids": [
"answer_5404a208_1",
"answer_5404a208_2"
],
"gold_references": [
"answer_5404a208_1",
"answer_5404a208_2"
],
"oracle_has_answer_turns": {
"1503a6e0": [],
"2deddd1f": [],
"3a667084_1": [],
"409dfa26_1": [],
"476115d3": [],
"4c039bd7_1": [],
"6169ef55_1": [],
"7cfeb89c_2": [],
"aec1af79_1": [],
"answer_5404a208_1": [
6
],
"answer_5404a208_2": [
8
],
"b0083ef5": [],
"b28cdea2": [],
"b3aa1a8c_1": [],
"c1e170f0_2": [],
"cf8ec9f9": [],
"d7cffd42_2": [],
"dd25eeb5_4": [],
"ee7f5084_4": [],
"f9a304e9_2": [],
"sharegpt_0ktU0jP_16": [],
"sharegpt_1xq5lFg_0": [],
"sharegpt_7r7RS6F_0": [],
"sharegpt_BetZLXm_0": [],
"sharegpt_LZBZ1l9_0": [],
"sharegpt_VIidOFc_0": [],
"sharegpt_VknhO3F_0": [],
"sharegpt_fgnzLtE_0": [],
"sharegpt_iylDztx_14": [],
"sharegpt_oaI61oX_15": [],
"sharegpt_wZ6vj2a_0": [],
"sharegpt_xlZxwPX_0": [],
"sharegpt_zS41R74_0": [],
"ultrachat_15125": [],
"ultrachat_217922": [],
"ultrachat_222016": [],
"ultrachat_223554": [],
"ultrachat_286544": [],
"ultrachat_326780": [],
"ultrachat_338803": [],
"ultrachat_345686": [],
"ultrachat_394320": [],
"ultrachat_394901": [],
"ultrachat_413800": [],
"ultrachat_42513": [],
"ultrachat_484146": [],
"ultrachat_485183": [],
"ultrachat_547923": []
},
"question_id": "91b15a6e",
"ranked_retrieved_hits": [
"ultrachat_394901",
"ultrachat_223554",
"sharegpt_BetZLXm_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_222016",
"b28cdea2",
"3a667084_1",
"sharegpt_fgnzLtE_0#occurrence-0",
"dd25eeb5_4",
"sharegpt_fgnzLtE_0#occurrence-1",
"ultrachat_547923",
"ee7f5084_4",
"f9a304e9_2",
"ultrachat_413800",
"b0083ef5",
"sharegpt_1xq5lFg_0",
"2deddd1f",
"aec1af79_1",
"answer_5404a208_1",
"ultrachat_286544",
"ultrachat_223554",
"c1e170f0_2",
"6169ef55_1",
"sharegpt_wZ6vj2a_0",
"409dfa26_1",
"sharegpt_7r7RS6F_0",
"sharegpt_VIidOFc_0",
"7cfeb89c_2",
"ultrachat_217922",
"1503a6e0",
"cf8ec9f9",
"sharegpt_zS41R74_0",
"answer_5404a208_2",
"ultrachat_15125",
"ultrachat_42513",
"ultrachat_484146",
"ultrachat_394901",
"ultrachat_485183",
"sharegpt_xlZxwPX_0",
"sharegpt_0ktU0jP_16",
"sharegpt_LZBZ1l9_0",
"ultrachat_326780",
"4c039bd7_1",
"sharegpt_VknhO3F_0",
"ultrachat_338803",
"d7cffd42_2",
"b3aa1a8c_1",
"sharegpt_iylDztx_14",
"ultrachat_394320",
"sharegpt_BetZLXm_0",
"ultrachat_345686",
"sharegpt_oaI61oX_15",
"476115d3"
]
}