Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 15745da0_abs
Stored context/evidence
["ultrachat_322698","sharegpt_JSxa86k_19","ac0892b2","be976c82_1","ultrachat_499527","ultrachat_212881","e839253d","sharegpt_yMJJiyo_33","ultrachat_240081","sharegpt_1oT9jLk_9","ultrachat_26121","sharegpt_70AYhQi_0","ultrachat_348498","ultrachat_360529","ultrachat_494047","3590f50d","e2a15814","sharegpt_Ql85pW6_0","3a667084_2","f56a3f2d_1","ultrachat_375124","sharegpt_bmEgv3O_5","565929a2_2","83dae08b","sharegpt_ooVEXje_0","sharegpt_tqYP7xM_0","sharegpt_FqOC5e9_255","sharegpt_1u5WIzv_43","ultrachat_531471","66d120f4_2","932ea3bf_1","7dfe0b9d_1","9b638f21_4","sharegpt_2x5IpnY_27","sharegpt_z7Ogy29_0","sharegpt_yK6Twzo_3","answer_586de428_abs","sharegpt_fVujVyX_5","ultrachat_127739","sharegpt_8Zlz9hb_0","f8501ef5_2","268e8532_2","sharegpt_uWIv8BW_0","5e0e1fd8_3","ultrachat_289726","375e27b9_2","sharegpt_yZ6yXnQ_10","sharegpt_DnHQB23_0","7e043b5d","sharegpt_uGnQJQx_0"]
Retrieved context/evidence
["sharegpt_bmEgv3O_5","ultrachat_127739","ultrachat_240081"]
Retrieval output (not a generated answer)
sharegpt_bmEgv3O_5
Complete stored trace (JSON)
{
"answer": "sharegpt_bmEgv3O_5",
"answer_session_ids": [
"answer_586de428_abs"
],
"gold_references": [
"answer_586de428_abs"
],
"oracle_has_answer_turns": {
"268e8532_2": [],
"3590f50d": [],
"375e27b9_2": [],
"3a667084_2": [],
"565929a2_2": [],
"5e0e1fd8_3": [],
"66d120f4_2": [],
"7dfe0b9d_1": [],
"7e043b5d": [],
"83dae08b": [],
"932ea3bf_1": [],
"9b638f21_4": [],
"ac0892b2": [],
"answer_586de428_abs": [],
"be976c82_1": [],
"e2a15814": [],
"e839253d": [],
"f56a3f2d_1": [],
"f8501ef5_2": [],
"sharegpt_1oT9jLk_9": [],
"sharegpt_1u5WIzv_43": [],
"sharegpt_2x5IpnY_27": [],
"sharegpt_70AYhQi_0": [],
"sharegpt_8Zlz9hb_0": [],
"sharegpt_DnHQB23_0": [],
"sharegpt_FqOC5e9_255": [],
"sharegpt_JSxa86k_19": [],
"sharegpt_Ql85pW6_0": [],
"sharegpt_bmEgv3O_5": [],
"sharegpt_fVujVyX_5": [],
"sharegpt_ooVEXje_0": [],
"sharegpt_tqYP7xM_0": [],
"sharegpt_uGnQJQx_0": [],
"sharegpt_uWIv8BW_0": [],
"sharegpt_yK6Twzo_3": [],
"sharegpt_yMJJiyo_33": [],
"sharegpt_yZ6yXnQ_10": [],
"sharegpt_z7Ogy29_0": [],
"ultrachat_127739": [],
"ultrachat_212881": [],
"ultrachat_240081": [],
"ultrachat_26121": [],
"ultrachat_289726": [],
"ultrachat_322698": [],
"ultrachat_348498": [],
"ultrachat_360529": [],
"ultrachat_375124": [],
"ultrachat_494047": [],
"ultrachat_499527": [],
"ultrachat_531471": []
},
"question_id": "15745da0_abs",
"ranked_retrieved_hits": [
"sharegpt_bmEgv3O_5",
"ultrachat_127739",
"ultrachat_240081"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_322698",
"sharegpt_JSxa86k_19",
"ac0892b2",
"be976c82_1",
"ultrachat_499527",
"ultrachat_212881",
"e839253d",
"sharegpt_yMJJiyo_33",
"ultrachat_240081",
"sharegpt_1oT9jLk_9",
"ultrachat_26121",
"sharegpt_70AYhQi_0",
"ultrachat_348498",
"ultrachat_360529",
"ultrachat_494047",
"3590f50d",
"e2a15814",
"sharegpt_Ql85pW6_0",
"3a667084_2",
"f56a3f2d_1",
"ultrachat_375124",
"sharegpt_bmEgv3O_5",
"565929a2_2",
"83dae08b",
"sharegpt_ooVEXje_0",
"sharegpt_tqYP7xM_0",
"sharegpt_FqOC5e9_255",
"sharegpt_1u5WIzv_43",
"ultrachat_531471",
"66d120f4_2",
"932ea3bf_1",
"7dfe0b9d_1",
"9b638f21_4",
"sharegpt_2x5IpnY_27",
"sharegpt_z7Ogy29_0",
"sharegpt_yK6Twzo_3",
"answer_586de428_abs",
"sharegpt_fVujVyX_5",
"ultrachat_127739",
"sharegpt_8Zlz9hb_0",
"f8501ef5_2",
"268e8532_2",
"sharegpt_uWIv8BW_0",
"5e0e1fd8_3",
"ultrachat_289726",
"375e27b9_2",
"sharegpt_yZ6yXnQ_10",
"sharegpt_DnHQB23_0",
"7e043b5d",
"sharegpt_uGnQJQx_0"
]
}