Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace e982271f
Stored context/evidence
["dac6582f_2","21c4985e","ultrachat_247528","934419a6_1","f3e568db","ultrachat_92484","sharegpt_Xlpa70t_0","e760dc71_1","4048b32b_3","sharegpt_BdpBz7Q_0","6a7b7c3a_3","ultrachat_19412","sharegpt_NxG2nGm_34","ultrachat_305117","99e2992c_1","ultrachat_377634","429be85c_1","ultrachat_160525","f72c924e","dc5e537d_1","7b4bce3b_2","8a7c65c1_1","ultrachat_383774","3e8f07c9_1","sharegpt_f83u8ds_59","ultrachat_93653","sharegpt_x8fo2I5_0","3a5010af_1","sharegpt_kuKUlbo_0","sharegpt_rHbSTOz_101","ultrachat_143083","ultrachat_154357","ultrachat_223962","eb0d8dc1_4","answer_ultrachat_195444","2a68a1d1_1","091aa510_5","sharegpt_Pcpbqqy_0","333a59e5_1","9fc5f03d_1","sharegpt_9iUZNsL_0","ultrachat_380780","ultrachat_314433","db65997e","ultrachat_137024","sharegpt_5LoDRY9_0","ultrachat_397581","sharegpt_00wumZn_0","sharegpt_upcsBm3_0","42165950_1","sharegpt_KOczjDP_24","sharegpt_xFXoGKI_0","sharegpt_FQi5DlJ_48","ultrachat_564244"]
Retrieved context/evidence
["answer_ultrachat_195444","sharegpt_xFXoGKI_0","ultrachat_160525","ultrachat_19412"]
Retrieval output (not a generated answer)
answer_ultrachat_195444
Complete stored trace (JSON)
{
"answer": "answer_ultrachat_195444",
"answer_session_ids": [
"answer_ultrachat_195444"
],
"gold_references": [
"answer_ultrachat_195444"
],
"oracle_has_answer_turns": {
"091aa510_5": [],
"21c4985e": [],
"2a68a1d1_1": [],
"333a59e5_1": [],
"3a5010af_1": [],
"3e8f07c9_1": [],
"4048b32b_3": [],
"42165950_1": [],
"429be85c_1": [],
"6a7b7c3a_3": [],
"7b4bce3b_2": [],
"8a7c65c1_1": [],
"934419a6_1": [],
"99e2992c_1": [],
"9fc5f03d_1": [],
"answer_ultrachat_195444": [
3
],
"dac6582f_2": [],
"db65997e": [],
"dc5e537d_1": [],
"e760dc71_1": [],
"eb0d8dc1_4": [],
"f3e568db": [],
"f72c924e": [],
"sharegpt_00wumZn_0": [],
"sharegpt_5LoDRY9_0": [],
"sharegpt_9iUZNsL_0": [],
"sharegpt_BdpBz7Q_0": [],
"sharegpt_FQi5DlJ_48": [],
"sharegpt_KOczjDP_24": [],
"sharegpt_NxG2nGm_34": [],
"sharegpt_Pcpbqqy_0": [],
"sharegpt_Xlpa70t_0": [],
"sharegpt_f83u8ds_59": [],
"sharegpt_kuKUlbo_0": [],
"sharegpt_rHbSTOz_101": [],
"sharegpt_upcsBm3_0": [],
"sharegpt_x8fo2I5_0": [],
"sharegpt_xFXoGKI_0": [],
"ultrachat_137024": [],
"ultrachat_143083": [],
"ultrachat_154357": [],
"ultrachat_160525": [],
"ultrachat_19412": [],
"ultrachat_223962": [],
"ultrachat_247528": [],
"ultrachat_305117": [],
"ultrachat_314433": [],
"ultrachat_377634": [],
"ultrachat_380780": [],
"ultrachat_383774": [],
"ultrachat_397581": [],
"ultrachat_564244": [],
"ultrachat_92484": [],
"ultrachat_93653": []
},
"question_id": "e982271f",
"ranked_retrieved_hits": [
"answer_ultrachat_195444",
"sharegpt_xFXoGKI_0",
"ultrachat_160525",
"ultrachat_19412"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"dac6582f_2",
"21c4985e",
"ultrachat_247528",
"934419a6_1",
"f3e568db",
"ultrachat_92484",
"sharegpt_Xlpa70t_0",
"e760dc71_1",
"4048b32b_3",
"sharegpt_BdpBz7Q_0",
"6a7b7c3a_3",
"ultrachat_19412",
"sharegpt_NxG2nGm_34",
"ultrachat_305117",
"99e2992c_1",
"ultrachat_377634",
"429be85c_1",
"ultrachat_160525",
"f72c924e",
"dc5e537d_1",
"7b4bce3b_2",
"8a7c65c1_1",
"ultrachat_383774",
"3e8f07c9_1",
"sharegpt_f83u8ds_59",
"ultrachat_93653",
"sharegpt_x8fo2I5_0",
"3a5010af_1",
"sharegpt_kuKUlbo_0",
"sharegpt_rHbSTOz_101",
"ultrachat_143083",
"ultrachat_154357",
"ultrachat_223962",
"eb0d8dc1_4",
"answer_ultrachat_195444",
"2a68a1d1_1",
"091aa510_5",
"sharegpt_Pcpbqqy_0",
"333a59e5_1",
"9fc5f03d_1",
"sharegpt_9iUZNsL_0",
"ultrachat_380780",
"ultrachat_314433",
"db65997e",
"ultrachat_137024",
"sharegpt_5LoDRY9_0",
"ultrachat_397581",
"sharegpt_00wumZn_0",
"sharegpt_upcsBm3_0",
"42165950_1",
"sharegpt_KOczjDP_24",
"sharegpt_xFXoGKI_0",
"sharegpt_FQi5DlJ_48",
"ultrachat_564244"
]
}