Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace ce6d2d27
Stored context/evidence
["sharegpt_IRmgj6m_0","answer_73540165_1","sharegpt_jZOf9E5_61","168776ed_1","78dc3b29","sharegpt_72kPQPm_11","c9dfeaea_1","sharegpt_W7oHBWD_0","0e250059_1","4f859a31_1","ultrachat_16418","ultrachat_492534","48ad2a93","ultrachat_133502","sharegpt_1uSOnON_25","4f5880c6_5","7a4d00b3_2","answer_73540165_2","cd92ac85_1","ultrachat_227355","sharegpt_9pVk3fZ_0","sharegpt_FcDn27Q_0","03ea798a","54f0d6f9_2","ultrachat_293415","a1c4f65a","ultrachat_571067","58de8f9b","ultrachat_553022","ultrachat_306593","ultrachat_504309","sharegpt_ZEBzf60_0","9f6bec4f","sharegpt_WQctw3k_0","d8d7eddf_2","ultrachat_573386","ultrachat_555776","a110c4dc_1","ultrachat_212983","ea834a17_2","109e07e8_1","a46d10a2_1","sharegpt_3LFnGjR_0","ultrachat_342964","sharegpt_uGTCXCx_0","ultrachat_206676","sharegpt_g3zTLfd_19","ultrachat_294513","sharegpt_SkidPTx_0","4da24fe5_2","sharegpt_UEaQmAT_11"]
Retrieved context/evidence
["sharegpt_W7oHBWD_0","sharegpt_IRmgj6m_0","ultrachat_293415","ultrachat_294513","sharegpt_uGTCXCx_0"]
Retrieval output (not a generated answer)
sharegpt_W7oHBWD_0
Complete stored trace (JSON)
{
"answer": "sharegpt_W7oHBWD_0",
"answer_session_ids": [
"answer_73540165_1",
"answer_73540165_2"
],
"gold_references": [
"answer_73540165_1",
"answer_73540165_2"
],
"oracle_has_answer_turns": {
"03ea798a": [],
"0e250059_1": [],
"109e07e8_1": [],
"168776ed_1": [],
"48ad2a93": [],
"4da24fe5_2": [],
"4f5880c6_5": [],
"4f859a31_1": [],
"54f0d6f9_2": [],
"58de8f9b": [],
"78dc3b29": [],
"7a4d00b3_2": [],
"9f6bec4f": [],
"a110c4dc_1": [],
"a1c4f65a": [],
"a46d10a2_1": [],
"answer_73540165_1": [
4
],
"answer_73540165_2": [
0
],
"c9dfeaea_1": [],
"cd92ac85_1": [],
"d8d7eddf_2": [],
"ea834a17_2": [],
"sharegpt_1uSOnON_25": [],
"sharegpt_3LFnGjR_0": [],
"sharegpt_72kPQPm_11": [],
"sharegpt_9pVk3fZ_0": [],
"sharegpt_FcDn27Q_0": [],
"sharegpt_IRmgj6m_0": [],
"sharegpt_SkidPTx_0": [],
"sharegpt_UEaQmAT_11": [],
"sharegpt_W7oHBWD_0": [],
"sharegpt_WQctw3k_0": [],
"sharegpt_ZEBzf60_0": [],
"sharegpt_g3zTLfd_19": [],
"sharegpt_jZOf9E5_61": [],
"sharegpt_uGTCXCx_0": [],
"ultrachat_133502": [],
"ultrachat_16418": [],
"ultrachat_206676": [],
"ultrachat_212983": [],
"ultrachat_227355": [],
"ultrachat_293415": [],
"ultrachat_294513": [],
"ultrachat_306593": [],
"ultrachat_342964": [],
"ultrachat_492534": [],
"ultrachat_504309": [],
"ultrachat_553022": [],
"ultrachat_555776": [],
"ultrachat_571067": [],
"ultrachat_573386": []
},
"question_id": "ce6d2d27",
"ranked_retrieved_hits": [
"sharegpt_W7oHBWD_0",
"sharegpt_IRmgj6m_0",
"ultrachat_293415",
"ultrachat_294513",
"sharegpt_uGTCXCx_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_IRmgj6m_0",
"answer_73540165_1",
"sharegpt_jZOf9E5_61",
"168776ed_1",
"78dc3b29",
"sharegpt_72kPQPm_11",
"c9dfeaea_1",
"sharegpt_W7oHBWD_0",
"0e250059_1",
"4f859a31_1",
"ultrachat_16418",
"ultrachat_492534",
"48ad2a93",
"ultrachat_133502",
"sharegpt_1uSOnON_25",
"4f5880c6_5",
"7a4d00b3_2",
"answer_73540165_2",
"cd92ac85_1",
"ultrachat_227355",
"sharegpt_9pVk3fZ_0",
"sharegpt_FcDn27Q_0",
"03ea798a",
"54f0d6f9_2",
"ultrachat_293415",
"a1c4f65a",
"ultrachat_571067",
"58de8f9b",
"ultrachat_553022",
"ultrachat_306593",
"ultrachat_504309",
"sharegpt_ZEBzf60_0",
"9f6bec4f",
"sharegpt_WQctw3k_0",
"d8d7eddf_2",
"ultrachat_573386",
"ultrachat_555776",
"a110c4dc_1",
"ultrachat_212983",
"ea834a17_2",
"109e07e8_1",
"a46d10a2_1",
"sharegpt_3LFnGjR_0",
"ultrachat_342964",
"sharegpt_uGTCXCx_0",
"ultrachat_206676",
"sharegpt_g3zTLfd_19",
"ultrachat_294513",
"sharegpt_SkidPTx_0",
"4da24fe5_2",
"sharegpt_UEaQmAT_11"
]
}