Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace b01defab
Stored context/evidence
["sharegpt_fB2ri01_0","dc378711_2","answer_8c0712af_1","sharegpt_5LQ3qDt_0","c8effec9_2","3891baea_2","3304f57b_4","sharegpt_8ns7j9U_0","59dc866c_1","639cec58","sharegpt_mbVZBHe_0","sharegpt_zMUpvkc_57","9aa07e25","fc69fd44_7","sharegpt_A8RUQVi_0","a15fe646","1dcfb9a0_1","sharegpt_KnprCCS_0","sharegpt_HNy24nG_0","6408b911","36f96326_1","71a1451a_1","sharegpt_YcpcK2K_18","b1d9eb66_2","ultrachat_482799","sharegpt_Puv7Ehp_0","sharegpt_rn73lMW_7","ultrachat_76442","ultrachat_454582","6bf223b6_1","1db471f5_1","ebea0375_1","ultrachat_399927","sharegpt_VbIxRWJ_33","ultrachat_355155","1dac88da_1","ultrachat_16387","936b0969_2","ultrachat_107318","ultrachat_156681","ultrachat_207469","340d9b1c_2","549b442a_2","ultrachat_8216","sharegpt_c4mdU44_0","d75869af","answer_8c0712af_2","ultrachat_479632","ultrachat_472062","ultrachat_407511"]
Retrieved context/evidence
["answer_8c0712af_1","sharegpt_Puv7Ehp_0","ultrachat_16387"]
Retrieval output (not a generated answer)
answer_8c0712af_1
Complete stored trace (JSON)
{
"answer": "answer_8c0712af_1",
"answer_session_ids": [
"answer_8c0712af_1",
"answer_8c0712af_2"
],
"gold_references": [
"answer_8c0712af_1",
"answer_8c0712af_2"
],
"oracle_has_answer_turns": {
"1dac88da_1": [],
"1db471f5_1": [],
"1dcfb9a0_1": [],
"3304f57b_4": [],
"340d9b1c_2": [],
"36f96326_1": [],
"3891baea_2": [],
"549b442a_2": [],
"59dc866c_1": [],
"639cec58": [],
"6408b911": [],
"6bf223b6_1": [],
"71a1451a_1": [],
"936b0969_2": [],
"9aa07e25": [],
"a15fe646": [],
"answer_8c0712af_1": [
2
],
"answer_8c0712af_2": [
0
],
"b1d9eb66_2": [],
"c8effec9_2": [],
"d75869af": [],
"dc378711_2": [],
"ebea0375_1": [],
"fc69fd44_7": [],
"sharegpt_5LQ3qDt_0": [],
"sharegpt_8ns7j9U_0": [],
"sharegpt_A8RUQVi_0": [],
"sharegpt_HNy24nG_0": [],
"sharegpt_KnprCCS_0": [],
"sharegpt_Puv7Ehp_0": [],
"sharegpt_VbIxRWJ_33": [],
"sharegpt_YcpcK2K_18": [],
"sharegpt_c4mdU44_0": [],
"sharegpt_fB2ri01_0": [],
"sharegpt_mbVZBHe_0": [],
"sharegpt_rn73lMW_7": [],
"sharegpt_zMUpvkc_57": [],
"ultrachat_107318": [],
"ultrachat_156681": [],
"ultrachat_16387": [],
"ultrachat_207469": [],
"ultrachat_355155": [],
"ultrachat_399927": [],
"ultrachat_407511": [],
"ultrachat_454582": [],
"ultrachat_472062": [],
"ultrachat_479632": [],
"ultrachat_482799": [],
"ultrachat_76442": [],
"ultrachat_8216": []
},
"question_id": "b01defab",
"ranked_retrieved_hits": [
"answer_8c0712af_1",
"sharegpt_Puv7Ehp_0",
"ultrachat_16387"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_fB2ri01_0",
"dc378711_2",
"answer_8c0712af_1",
"sharegpt_5LQ3qDt_0",
"c8effec9_2",
"3891baea_2",
"3304f57b_4",
"sharegpt_8ns7j9U_0",
"59dc866c_1",
"639cec58",
"sharegpt_mbVZBHe_0",
"sharegpt_zMUpvkc_57",
"9aa07e25",
"fc69fd44_7",
"sharegpt_A8RUQVi_0",
"a15fe646",
"1dcfb9a0_1",
"sharegpt_KnprCCS_0",
"sharegpt_HNy24nG_0",
"6408b911",
"36f96326_1",
"71a1451a_1",
"sharegpt_YcpcK2K_18",
"b1d9eb66_2",
"ultrachat_482799",
"sharegpt_Puv7Ehp_0",
"sharegpt_rn73lMW_7",
"ultrachat_76442",
"ultrachat_454582",
"6bf223b6_1",
"1db471f5_1",
"ebea0375_1",
"ultrachat_399927",
"sharegpt_VbIxRWJ_33",
"ultrachat_355155",
"1dac88da_1",
"ultrachat_16387",
"936b0969_2",
"ultrachat_107318",
"ultrachat_156681",
"ultrachat_207469",
"340d9b1c_2",
"549b442a_2",
"ultrachat_8216",
"sharegpt_c4mdU44_0",
"d75869af",
"answer_8c0712af_2",
"ultrachat_479632",
"ultrachat_472062",
"ultrachat_407511"
]
}