Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 51c32626
Stored context/evidence
["84d7650f_1","ultrachat_202184","f29704ac_2","sharegpt_qLhP2Ty_0","sharegpt_cBbVvfB_0","ultrachat_343838","ultrachat_194104","298382a6_2","5fe4d2ee_2","answer_58820c75_1","3159942d_2","ultrachat_207534","932a97c6","sharegpt_ErOTMZ3_59","ultrachat_488942","sharegpt_hzwc0HI_13","ultrachat_301579","ultrachat_273746","ultrachat_150634","sharegpt_9dKNTQo_13","5976b0fe","9f35ac68","sharegpt_FGh04Q2_23","932ea3bf_1","809cbce9_1","bc660b5f_1","sharegpt_EvgMYt3_11","c051e740_2","sharegpt_L9l8Ic3_13","ultrachat_260793","sharegpt_jBafAKm_0","sharegpt_7ATc6lt_11","ultrachat_315479","ultrachat_406179","e10dfffb_1","sharegpt_LaHTpR2_0","8b726eee_2","c22eca8c_1","ultrachat_74843","sharegpt_f6tUGHK_9","fb62ade8","ultrachat_47633","771c57c6","sharegpt_atkKeRG_0","sharegpt_OgX78SR_0","28b00c97_1","b38766c1_3","answer_58820c75_2","28269633_1","2ec2813b_1","sharegpt_TRck0h4_0"]
Retrieved context/evidence
["answer_58820c75_1","ultrachat_315479"]
Retrieval output (not a generated answer)
answer_58820c75_1
Complete stored trace (JSON)
{
"answer": "answer_58820c75_1",
"answer_session_ids": [
"answer_58820c75_1",
"answer_58820c75_2"
],
"gold_references": [
"answer_58820c75_1",
"answer_58820c75_2"
],
"oracle_has_answer_turns": {
"28269633_1": [],
"28b00c97_1": [],
"298382a6_2": [],
"2ec2813b_1": [],
"3159942d_2": [],
"5976b0fe": [],
"5fe4d2ee_2": [],
"771c57c6": [],
"809cbce9_1": [],
"84d7650f_1": [],
"8b726eee_2": [],
"932a97c6": [],
"932ea3bf_1": [],
"9f35ac68": [],
"answer_58820c75_1": [
0
],
"answer_58820c75_2": [
8
],
"b38766c1_3": [],
"bc660b5f_1": [],
"c051e740_2": [],
"c22eca8c_1": [],
"e10dfffb_1": [],
"f29704ac_2": [],
"fb62ade8": [],
"sharegpt_7ATc6lt_11": [],
"sharegpt_9dKNTQo_13": [],
"sharegpt_ErOTMZ3_59": [],
"sharegpt_EvgMYt3_11": [],
"sharegpt_FGh04Q2_23": [],
"sharegpt_L9l8Ic3_13": [],
"sharegpt_LaHTpR2_0": [],
"sharegpt_OgX78SR_0": [],
"sharegpt_TRck0h4_0": [],
"sharegpt_atkKeRG_0": [],
"sharegpt_cBbVvfB_0": [],
"sharegpt_f6tUGHK_9": [],
"sharegpt_hzwc0HI_13": [],
"sharegpt_jBafAKm_0": [],
"sharegpt_qLhP2Ty_0": [],
"ultrachat_150634": [],
"ultrachat_194104": [],
"ultrachat_202184": [],
"ultrachat_207534": [],
"ultrachat_260793": [],
"ultrachat_273746": [],
"ultrachat_301579": [],
"ultrachat_315479": [],
"ultrachat_343838": [],
"ultrachat_406179": [],
"ultrachat_47633": [],
"ultrachat_488942": [],
"ultrachat_74843": []
},
"question_id": "51c32626",
"ranked_retrieved_hits": [
"answer_58820c75_1",
"ultrachat_315479"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"84d7650f_1",
"ultrachat_202184",
"f29704ac_2",
"sharegpt_qLhP2Ty_0",
"sharegpt_cBbVvfB_0",
"ultrachat_343838",
"ultrachat_194104",
"298382a6_2",
"5fe4d2ee_2",
"answer_58820c75_1",
"3159942d_2",
"ultrachat_207534",
"932a97c6",
"sharegpt_ErOTMZ3_59",
"ultrachat_488942",
"sharegpt_hzwc0HI_13",
"ultrachat_301579",
"ultrachat_273746",
"ultrachat_150634",
"sharegpt_9dKNTQo_13",
"5976b0fe",
"9f35ac68",
"sharegpt_FGh04Q2_23",
"932ea3bf_1",
"809cbce9_1",
"bc660b5f_1",
"sharegpt_EvgMYt3_11",
"c051e740_2",
"sharegpt_L9l8Ic3_13",
"ultrachat_260793",
"sharegpt_jBafAKm_0",
"sharegpt_7ATc6lt_11",
"ultrachat_315479",
"ultrachat_406179",
"e10dfffb_1",
"sharegpt_LaHTpR2_0",
"8b726eee_2",
"c22eca8c_1",
"ultrachat_74843",
"sharegpt_f6tUGHK_9",
"fb62ade8",
"ultrachat_47633",
"771c57c6",
"sharegpt_atkKeRG_0",
"sharegpt_OgX78SR_0",
"28b00c97_1",
"b38766c1_3",
"answer_58820c75_2",
"28269633_1",
"2ec2813b_1",
"sharegpt_TRck0h4_0"
]
}