Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 681a1674
Stored context/evidence
["ultrachat_358391","9146213d_3","d96ff9e7","d5b3cf54_2","ultrachat_121498","ultrachat_121267","answer_3be95d43_1","cdc7f790_1","18c2f8e3_1","sharegpt_2sE8uH6_15","ultrachat_132461","sharegpt_WjpyexI_15","7d33fcb4_2","e7c04d21","ultrachat_539721","sharegpt_0oTvOEz_0","ultrachat_436833","sharegpt_2wTEFHv_47","sharegpt_56ZzUra_0","81c632f3","ultrachat_288747","cbdbcfbc_6","ultrachat_11300","sharegpt_DS01pUZ_15","9e411500_1","ea430fec_1","sharegpt_xuEAtrY_0","sharegpt_vZkZoiE_11","ultrachat_545422","a21c4257","sharegpt_Z9aoYbv_7","sharegpt_2x5IpnY_27","ultrachat_242536","ultrachat_64650","answer_3be95d43_2","ultrachat_32688","sharegpt_GDzajZq_17","60bd5b13_1","50e8f2b5_1","sharegpt_BwRQZjV_22","sharegpt_hGQUdgE_27","fdd25ea1","sharegpt_LSiIWRQ_0","0c0790ab_1","d81e853b","sharegpt_8Kzmn95_0","f1cf6f00_2","sharegpt_v11Tpg9_483","ultrachat_472062"]
Retrieved context/evidence
["answer_3be95d43_2","ultrachat_132461"]
Retrieval output (not a generated answer)
answer_3be95d43_2
Complete stored trace (JSON)
{
"answer": "answer_3be95d43_2",
"answer_session_ids": [
"answer_3be95d43_1",
"answer_3be95d43_2"
],
"gold_references": [
"answer_3be95d43_1",
"answer_3be95d43_2"
],
"oracle_has_answer_turns": {
"0c0790ab_1": [],
"18c2f8e3_1": [],
"50e8f2b5_1": [],
"60bd5b13_1": [],
"7d33fcb4_2": [],
"81c632f3": [],
"9146213d_3": [],
"9e411500_1": [],
"a21c4257": [],
"answer_3be95d43_1": [
4
],
"answer_3be95d43_2": [
0
],
"cbdbcfbc_6": [],
"cdc7f790_1": [],
"d5b3cf54_2": [],
"d81e853b": [],
"d96ff9e7": [],
"e7c04d21": [],
"ea430fec_1": [],
"f1cf6f00_2": [],
"fdd25ea1": [],
"sharegpt_0oTvOEz_0": [],
"sharegpt_2sE8uH6_15": [],
"sharegpt_2wTEFHv_47": [],
"sharegpt_2x5IpnY_27": [],
"sharegpt_56ZzUra_0": [],
"sharegpt_8Kzmn95_0": [],
"sharegpt_BwRQZjV_22": [],
"sharegpt_DS01pUZ_15": [],
"sharegpt_GDzajZq_17": [],
"sharegpt_LSiIWRQ_0": [],
"sharegpt_WjpyexI_15": [],
"sharegpt_Z9aoYbv_7": [],
"sharegpt_hGQUdgE_27": [],
"sharegpt_v11Tpg9_483": [],
"sharegpt_vZkZoiE_11": [],
"sharegpt_xuEAtrY_0": [],
"ultrachat_11300": [],
"ultrachat_121267": [],
"ultrachat_121498": [],
"ultrachat_132461": [],
"ultrachat_242536": [],
"ultrachat_288747": [],
"ultrachat_32688": [],
"ultrachat_358391": [],
"ultrachat_436833": [],
"ultrachat_472062": [],
"ultrachat_539721": [],
"ultrachat_545422": [],
"ultrachat_64650": []
},
"question_id": "681a1674",
"ranked_retrieved_hits": [
"answer_3be95d43_2",
"ultrachat_132461"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_358391",
"9146213d_3",
"d96ff9e7",
"d5b3cf54_2",
"ultrachat_121498",
"ultrachat_121267",
"answer_3be95d43_1",
"cdc7f790_1",
"18c2f8e3_1",
"sharegpt_2sE8uH6_15",
"ultrachat_132461",
"sharegpt_WjpyexI_15",
"7d33fcb4_2",
"e7c04d21",
"ultrachat_539721",
"sharegpt_0oTvOEz_0",
"ultrachat_436833",
"sharegpt_2wTEFHv_47",
"sharegpt_56ZzUra_0",
"81c632f3",
"ultrachat_288747",
"cbdbcfbc_6",
"ultrachat_11300",
"sharegpt_DS01pUZ_15",
"9e411500_1",
"ea430fec_1",
"sharegpt_xuEAtrY_0",
"sharegpt_vZkZoiE_11",
"ultrachat_545422",
"a21c4257",
"sharegpt_Z9aoYbv_7",
"sharegpt_2x5IpnY_27",
"ultrachat_242536",
"ultrachat_64650",
"answer_3be95d43_2",
"ultrachat_32688",
"sharegpt_GDzajZq_17",
"60bd5b13_1",
"50e8f2b5_1",
"sharegpt_BwRQZjV_22",
"sharegpt_hGQUdgE_27",
"fdd25ea1",
"sharegpt_LSiIWRQ_0",
"0c0790ab_1",
"d81e853b",
"sharegpt_8Kzmn95_0",
"f1cf6f00_2",
"sharegpt_v11Tpg9_483",
"ultrachat_472062"
]
}