Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 6e984301
Stored context/evidence
["ultrachat_373696","sharegpt_0OOcdq8_0","c36ece7b","0418a4b1_2","ultrachat_112924","ultrachat_317266","sharegpt_jVow2vn_0","ultrachat_422159","e1527aa0","8fec5f0d_1","88a7faa7_1","ultrachat_402356","sharegpt_m5yotrd_79","sharegpt_zEn1M0Q_0","8a834aee_2","sharegpt_XkVyVGq_0","31903f54","0125f748_1","ultrachat_400923","8f6e71cf","ultrachat_504309","2bc4ae7d","0daaefa7_1","ultrachat_475380","f83bc1d5_2","954c790c_2","sharegpt_IHPDBYP_0","cae09ac0_1","a679a86a_2","ultrachat_41132","ultrachat_159770","ultrachat_111630","b500d9be","sharegpt_jNpXzWN_0","b38766c1_2","018426a5","sharegpt_bdOsvAI_127","ultrachat_153268","ultrachat_69484","ultrachat_561204","answer_88841f26_1","c285b705_2","sharegpt_h5Z1lTv_0","55c23a23_2","answer_88841f26_2","sharegpt_1GMst5Z_0","sharegpt_gVjorGx_0","535ce50e_2","sharegpt_D4J7evr_9","93bed3d8_2"]
Retrieved context/evidence
["sharegpt_zEn1M0Q_0","8f6e71cf","ultrachat_317266","sharegpt_IHPDBYP_0"]
Retrieval output (not a generated answer)
sharegpt_zEn1M0Q_0
Complete stored trace (JSON)
{
"answer": "sharegpt_zEn1M0Q_0",
"answer_session_ids": [
"answer_88841f26_1",
"answer_88841f26_2"
],
"gold_references": [
"answer_88841f26_1",
"answer_88841f26_2"
],
"oracle_has_answer_turns": {
"0125f748_1": [],
"018426a5": [],
"0418a4b1_2": [],
"0daaefa7_1": [],
"2bc4ae7d": [],
"31903f54": [],
"535ce50e_2": [],
"55c23a23_2": [],
"88a7faa7_1": [],
"8a834aee_2": [],
"8f6e71cf": [],
"8fec5f0d_1": [],
"93bed3d8_2": [],
"954c790c_2": [],
"a679a86a_2": [],
"answer_88841f26_1": [
0
],
"answer_88841f26_2": [
2
],
"b38766c1_2": [],
"b500d9be": [],
"c285b705_2": [],
"c36ece7b": [],
"cae09ac0_1": [],
"e1527aa0": [],
"f83bc1d5_2": [],
"sharegpt_0OOcdq8_0": [],
"sharegpt_1GMst5Z_0": [],
"sharegpt_D4J7evr_9": [],
"sharegpt_IHPDBYP_0": [],
"sharegpt_XkVyVGq_0": [],
"sharegpt_bdOsvAI_127": [],
"sharegpt_gVjorGx_0": [],
"sharegpt_h5Z1lTv_0": [],
"sharegpt_jNpXzWN_0": [],
"sharegpt_jVow2vn_0": [],
"sharegpt_m5yotrd_79": [],
"sharegpt_zEn1M0Q_0": [],
"ultrachat_111630": [],
"ultrachat_112924": [],
"ultrachat_153268": [],
"ultrachat_159770": [],
"ultrachat_317266": [],
"ultrachat_373696": [],
"ultrachat_400923": [],
"ultrachat_402356": [],
"ultrachat_41132": [],
"ultrachat_422159": [],
"ultrachat_475380": [],
"ultrachat_504309": [],
"ultrachat_561204": [],
"ultrachat_69484": []
},
"question_id": "6e984301",
"ranked_retrieved_hits": [
"sharegpt_zEn1M0Q_0",
"8f6e71cf",
"ultrachat_317266",
"sharegpt_IHPDBYP_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_373696",
"sharegpt_0OOcdq8_0",
"c36ece7b",
"0418a4b1_2",
"ultrachat_112924",
"ultrachat_317266",
"sharegpt_jVow2vn_0",
"ultrachat_422159",
"e1527aa0",
"8fec5f0d_1",
"88a7faa7_1",
"ultrachat_402356",
"sharegpt_m5yotrd_79",
"sharegpt_zEn1M0Q_0",
"8a834aee_2",
"sharegpt_XkVyVGq_0",
"31903f54",
"0125f748_1",
"ultrachat_400923",
"8f6e71cf",
"ultrachat_504309",
"2bc4ae7d",
"0daaefa7_1",
"ultrachat_475380",
"f83bc1d5_2",
"954c790c_2",
"sharegpt_IHPDBYP_0",
"cae09ac0_1",
"a679a86a_2",
"ultrachat_41132",
"ultrachat_159770",
"ultrachat_111630",
"b500d9be",
"sharegpt_jNpXzWN_0",
"b38766c1_2",
"018426a5",
"sharegpt_bdOsvAI_127",
"ultrachat_153268",
"ultrachat_69484",
"ultrachat_561204",
"answer_88841f26_1",
"c285b705_2",
"sharegpt_h5Z1lTv_0",
"55c23a23_2",
"answer_88841f26_2",
"sharegpt_1GMst5Z_0",
"sharegpt_gVjorGx_0",
"535ce50e_2",
"sharegpt_D4J7evr_9",
"93bed3d8_2"
]
}