Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace c8090214_abs
Stored context/evidence
["b8adda7f_1","ultrachat_228381","ultrachat_476173","ultrachat_374236","ultrachat_155329","b192ae00_1","d4f02577_2","cad5dca8_2","61a989b5_2","sharegpt_Gq3dDzY_0","sharegpt_0y7l9xm_0","687f4717","ultrachat_369490","sharegpt_1ghSqT1_0","sharegpt_mDe8UqB_0","ca3aa07f_1","sharegpt_CQsXK2n_0","f10be626","ultrachat_129606","ultrachat_197390","042c55a5","fda42399_3","dfd4e4b7_2","64c71782","10ffeb8f_1","sharegpt_P36xqd1_0","d6f5639a_3","ultrachat_73432","sharegpt_yzPwqBS_0","ultrachat_378830","65c21f34_1","e006c650_1","2cfd748e_5","sharegpt_en15YOV_0","ac549598_1","ultrachat_497987","answer_70dc7d08_abs_1","sharegpt_bq9G6bT_2","sharegpt_fC6wdTr_0","answer_70dc7d08_abs_2","ultrachat_64425","sharegpt_VuhKH2K_0","sharegpt_ZE7IH7d_10","536c3cdd","ultrachat_133575","ultrachat_393699","ultrachat_380682","01777837","sharegpt_vfx4mdl_0","sharegpt_MaYJ0oq_0","298382a6_2","ultrachat_473584","fcbfcbeb"]
Retrieved context/evidence
["sharegpt_1ghSqT1_0","ultrachat_473584","sharegpt_mDe8UqB_0","ultrachat_380682","sharegpt_0y7l9xm_0"]
Retrieval output (not a generated answer)
sharegpt_1ghSqT1_0
Complete stored trace (JSON)
{
"answer": "sharegpt_1ghSqT1_0",
"answer_session_ids": [
"answer_70dc7d08_abs_1",
"answer_70dc7d08_abs_2"
],
"gold_references": [
"answer_70dc7d08_abs_1",
"answer_70dc7d08_abs_2"
],
"oracle_has_answer_turns": {
"01777837": [],
"042c55a5": [],
"10ffeb8f_1": [],
"298382a6_2": [],
"2cfd748e_5": [],
"536c3cdd": [],
"61a989b5_2": [],
"64c71782": [],
"65c21f34_1": [],
"687f4717": [],
"ac549598_1": [],
"answer_70dc7d08_abs_1": [
0,
8
],
"answer_70dc7d08_abs_2": [],
"b192ae00_1": [],
"b8adda7f_1": [],
"ca3aa07f_1": [],
"cad5dca8_2": [],
"d4f02577_2": [],
"d6f5639a_3": [],
"dfd4e4b7_2": [],
"e006c650_1": [],
"f10be626": [],
"fcbfcbeb": [],
"fda42399_3": [],
"sharegpt_0y7l9xm_0": [],
"sharegpt_1ghSqT1_0": [],
"sharegpt_CQsXK2n_0": [],
"sharegpt_Gq3dDzY_0": [],
"sharegpt_MaYJ0oq_0": [],
"sharegpt_P36xqd1_0": [],
"sharegpt_VuhKH2K_0": [],
"sharegpt_ZE7IH7d_10": [],
"sharegpt_bq9G6bT_2": [],
"sharegpt_en15YOV_0": [],
"sharegpt_fC6wdTr_0": [],
"sharegpt_mDe8UqB_0": [],
"sharegpt_vfx4mdl_0": [],
"sharegpt_yzPwqBS_0": [],
"ultrachat_129606": [],
"ultrachat_133575": [],
"ultrachat_155329": [],
"ultrachat_197390": [],
"ultrachat_228381": [],
"ultrachat_369490": [],
"ultrachat_374236": [],
"ultrachat_378830": [],
"ultrachat_380682": [],
"ultrachat_393699": [],
"ultrachat_473584": [],
"ultrachat_476173": [],
"ultrachat_497987": [],
"ultrachat_64425": [],
"ultrachat_73432": []
},
"question_id": "c8090214_abs",
"ranked_retrieved_hits": [
"sharegpt_1ghSqT1_0",
"ultrachat_473584",
"sharegpt_mDe8UqB_0",
"ultrachat_380682",
"sharegpt_0y7l9xm_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"b8adda7f_1",
"ultrachat_228381",
"ultrachat_476173",
"ultrachat_374236",
"ultrachat_155329",
"b192ae00_1",
"d4f02577_2",
"cad5dca8_2",
"61a989b5_2",
"sharegpt_Gq3dDzY_0",
"sharegpt_0y7l9xm_0",
"687f4717",
"ultrachat_369490",
"sharegpt_1ghSqT1_0",
"sharegpt_mDe8UqB_0",
"ca3aa07f_1",
"sharegpt_CQsXK2n_0",
"f10be626",
"ultrachat_129606",
"ultrachat_197390",
"042c55a5",
"fda42399_3",
"dfd4e4b7_2",
"64c71782",
"10ffeb8f_1",
"sharegpt_P36xqd1_0",
"d6f5639a_3",
"ultrachat_73432",
"sharegpt_yzPwqBS_0",
"ultrachat_378830",
"65c21f34_1",
"e006c650_1",
"2cfd748e_5",
"sharegpt_en15YOV_0",
"ac549598_1",
"ultrachat_497987",
"answer_70dc7d08_abs_1",
"sharegpt_bq9G6bT_2",
"sharegpt_fC6wdTr_0",
"answer_70dc7d08_abs_2",
"ultrachat_64425",
"sharegpt_VuhKH2K_0",
"sharegpt_ZE7IH7d_10",
"536c3cdd",
"ultrachat_133575",
"ultrachat_393699",
"ultrachat_380682",
"01777837",
"sharegpt_vfx4mdl_0",
"sharegpt_MaYJ0oq_0",
"298382a6_2",
"ultrachat_473584",
"fcbfcbeb"
]
}