Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 89941a93
Stored context/evidence
["78c3d7ab","ultrachat_214088","06eccfec","sharegpt_6QV1gPO_151","8e72316f","1e88ebca","answer_e1403127_1","60db2dd6_1","ultrachat_408140","286aa281_1","f04fae0a","6ce1ea1b","sharegpt_ni8QFie_0","ultrachat_204930","c9b1c309_4","ultrachat_317937","ultrachat_400703","95ebf866","ultrachat_453348","169213ae","sharegpt_dAwgyMa_0","sharegpt_t1yT7z2_0","3581c390_3","dde142b2_2","ultrachat_388906","sharegpt_6ZW73Pz_0","ultrachat_451725","889d3eef_2","ultrachat_151269","answer_e1403127_2","ebb5bc7c_2","ultrachat_352196","sharegpt_jxsIY6L_0","ultrachat_22305","5b44a462","sharegpt_ZzCRfPu_30","ae15e8b6_3","ultrachat_512422","25956eab_1","ultrachat_349321","sharegpt_xv7JAIJ_0","sharegpt_bn0XI2B_0","ultrachat_70151","0db66fbe_1","ultrachat_440266","ultrachat_62543","sharegpt_k5xhnds_15","fd806a19","ultrachat_150565","44202c74_1","742ea86b_1"]
Retrieved context/evidence
["sharegpt_t1yT7z2_0","ultrachat_349321","ultrachat_317937","ultrachat_150565","ultrachat_204930"]
Retrieval output (not a generated answer)
sharegpt_t1yT7z2_0
Complete stored trace (JSON)
{
"answer": "sharegpt_t1yT7z2_0",
"answer_session_ids": [
"answer_e1403127_1",
"answer_e1403127_2"
],
"gold_references": [
"answer_e1403127_1",
"answer_e1403127_2"
],
"oracle_has_answer_turns": {
"06eccfec": [],
"0db66fbe_1": [],
"169213ae": [],
"1e88ebca": [],
"25956eab_1": [],
"286aa281_1": [],
"3581c390_3": [],
"44202c74_1": [],
"5b44a462": [],
"60db2dd6_1": [],
"6ce1ea1b": [],
"742ea86b_1": [],
"78c3d7ab": [],
"889d3eef_2": [],
"8e72316f": [],
"95ebf866": [],
"ae15e8b6_3": [],
"answer_e1403127_1": [
4
],
"answer_e1403127_2": [
4
],
"c9b1c309_4": [],
"dde142b2_2": [],
"ebb5bc7c_2": [],
"f04fae0a": [],
"fd806a19": [],
"sharegpt_6QV1gPO_151": [],
"sharegpt_6ZW73Pz_0": [],
"sharegpt_ZzCRfPu_30": [],
"sharegpt_bn0XI2B_0": [],
"sharegpt_dAwgyMa_0": [],
"sharegpt_jxsIY6L_0": [],
"sharegpt_k5xhnds_15": [],
"sharegpt_ni8QFie_0": [],
"sharegpt_t1yT7z2_0": [],
"sharegpt_xv7JAIJ_0": [],
"ultrachat_150565": [],
"ultrachat_151269": [],
"ultrachat_204930": [],
"ultrachat_214088": [],
"ultrachat_22305": [],
"ultrachat_317937": [],
"ultrachat_349321": [],
"ultrachat_352196": [],
"ultrachat_388906": [],
"ultrachat_400703": [],
"ultrachat_408140": [],
"ultrachat_440266": [],
"ultrachat_451725": [],
"ultrachat_453348": [],
"ultrachat_512422": [],
"ultrachat_62543": [],
"ultrachat_70151": []
},
"question_id": "89941a93",
"ranked_retrieved_hits": [
"sharegpt_t1yT7z2_0",
"ultrachat_349321",
"ultrachat_317937",
"ultrachat_150565",
"ultrachat_204930"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"78c3d7ab",
"ultrachat_214088",
"06eccfec",
"sharegpt_6QV1gPO_151",
"8e72316f",
"1e88ebca",
"answer_e1403127_1",
"60db2dd6_1",
"ultrachat_408140",
"286aa281_1",
"f04fae0a",
"6ce1ea1b",
"sharegpt_ni8QFie_0",
"ultrachat_204930",
"c9b1c309_4",
"ultrachat_317937",
"ultrachat_400703",
"95ebf866",
"ultrachat_453348",
"169213ae",
"sharegpt_dAwgyMa_0",
"sharegpt_t1yT7z2_0",
"3581c390_3",
"dde142b2_2",
"ultrachat_388906",
"sharegpt_6ZW73Pz_0",
"ultrachat_451725",
"889d3eef_2",
"ultrachat_151269",
"answer_e1403127_2",
"ebb5bc7c_2",
"ultrachat_352196",
"sharegpt_jxsIY6L_0",
"ultrachat_22305",
"5b44a462",
"sharegpt_ZzCRfPu_30",
"ae15e8b6_3",
"ultrachat_512422",
"25956eab_1",
"ultrachat_349321",
"sharegpt_xv7JAIJ_0",
"sharegpt_bn0XI2B_0",
"ultrachat_70151",
"0db66fbe_1",
"ultrachat_440266",
"ultrachat_62543",
"sharegpt_k5xhnds_15",
"fd806a19",
"ultrachat_150565",
"44202c74_1",
"742ea86b_1"
]
}