Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_1916e0ea
Stored context/evidence
["06170195_1","39e7abd7_2","ultrachat_219372","ultrachat_466891","answer_447052a5_2","3f3013b4_1","fa1ce406_2","fe4dd702_2","cbd50242_1","sharegpt_tDoq3oZ_0","sharegpt_bcZD9Nt_0","sharegpt_jGPXxpI_17","sharegpt_gw7Ym6y_6","ultrachat_7697","4b72fe4c_1","sharegpt_jBXmpVa_0","987b5d00","answer_447052a5_1","sharegpt_qqwvriP_13","sharegpt_9dKNTQo_0","sharegpt_tPA8329_0","73672837_1","b9890c15_2","ultrachat_508449","6a71f1af","sharegpt_JcBDe9U_0","sharegpt_cxnxUPt_43","ultrachat_253605","sharegpt_tZlXKch_0","f5907546_1","85dfb2f5_3","sharegpt_z8PJdRw_0","280352e9","sharegpt_gD3M4fo_0","sharegpt_SE32ku3_0","7a36e820_2","ddf41a24","ultrachat_360291","ultrachat_390748","d3fe25ff","dffa3157","sharegpt_n613Nzy_79","sharegpt_10E2Ygp_33","sharegpt_L3I7KJU_0","sharegpt_cAeyiPd_0","ultrachat_485764","sharegpt_PqbAs6M_19","ultrachat_429293","f36d82f7","ultrachat_526466","ultrachat_371895","sharegpt_v11Tpg9_195","c2c11c8c_1","16c3be68_1","ultrachat_306167","20dbd145_1"]
Retrieved context/evidence
["sharegpt_JcBDe9U_0","ultrachat_306167","sharegpt_bcZD9Nt_0","ultrachat_485764","ultrachat_253605"]
Retrieval output (not a generated answer)
sharegpt_JcBDe9U_0
Complete stored trace (JSON)
{
"answer": "sharegpt_JcBDe9U_0",
"answer_session_ids": [
"answer_447052a5_2",
"answer_447052a5_1"
],
"gold_references": [
"answer_447052a5_2",
"answer_447052a5_1"
],
"oracle_has_answer_turns": {
"06170195_1": [],
"16c3be68_1": [],
"20dbd145_1": [],
"280352e9": [],
"39e7abd7_2": [],
"3f3013b4_1": [],
"4b72fe4c_1": [],
"6a71f1af": [],
"73672837_1": [],
"7a36e820_2": [],
"85dfb2f5_3": [],
"987b5d00": [],
"answer_447052a5_1": [
0
],
"answer_447052a5_2": [
6
],
"b9890c15_2": [],
"c2c11c8c_1": [],
"cbd50242_1": [],
"d3fe25ff": [],
"ddf41a24": [],
"dffa3157": [],
"f36d82f7": [],
"f5907546_1": [],
"fa1ce406_2": [],
"fe4dd702_2": [],
"sharegpt_10E2Ygp_33": [],
"sharegpt_9dKNTQo_0": [],
"sharegpt_JcBDe9U_0": [],
"sharegpt_L3I7KJU_0": [],
"sharegpt_PqbAs6M_19": [],
"sharegpt_SE32ku3_0": [],
"sharegpt_bcZD9Nt_0": [],
"sharegpt_cAeyiPd_0": [],
"sharegpt_cxnxUPt_43": [],
"sharegpt_gD3M4fo_0": [],
"sharegpt_gw7Ym6y_6": [],
"sharegpt_jBXmpVa_0": [],
"sharegpt_jGPXxpI_17": [],
"sharegpt_n613Nzy_79": [],
"sharegpt_qqwvriP_13": [],
"sharegpt_tDoq3oZ_0": [],
"sharegpt_tPA8329_0": [],
"sharegpt_tZlXKch_0": [],
"sharegpt_v11Tpg9_195": [],
"sharegpt_z8PJdRw_0": [],
"ultrachat_219372": [],
"ultrachat_253605": [],
"ultrachat_306167": [],
"ultrachat_360291": [],
"ultrachat_371895": [],
"ultrachat_390748": [],
"ultrachat_429293": [],
"ultrachat_466891": [],
"ultrachat_485764": [],
"ultrachat_508449": [],
"ultrachat_526466": [],
"ultrachat_7697": []
},
"question_id": "gpt4_1916e0ea",
"ranked_retrieved_hits": [
"sharegpt_JcBDe9U_0",
"ultrachat_306167",
"sharegpt_bcZD9Nt_0",
"ultrachat_485764",
"ultrachat_253605"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"06170195_1",
"39e7abd7_2",
"ultrachat_219372",
"ultrachat_466891",
"answer_447052a5_2",
"3f3013b4_1",
"fa1ce406_2",
"fe4dd702_2",
"cbd50242_1",
"sharegpt_tDoq3oZ_0",
"sharegpt_bcZD9Nt_0",
"sharegpt_jGPXxpI_17",
"sharegpt_gw7Ym6y_6",
"ultrachat_7697",
"4b72fe4c_1",
"sharegpt_jBXmpVa_0",
"987b5d00",
"answer_447052a5_1",
"sharegpt_qqwvriP_13",
"sharegpt_9dKNTQo_0",
"sharegpt_tPA8329_0",
"73672837_1",
"b9890c15_2",
"ultrachat_508449",
"6a71f1af",
"sharegpt_JcBDe9U_0",
"sharegpt_cxnxUPt_43",
"ultrachat_253605",
"sharegpt_tZlXKch_0",
"f5907546_1",
"85dfb2f5_3",
"sharegpt_z8PJdRw_0",
"280352e9",
"sharegpt_gD3M4fo_0",
"sharegpt_SE32ku3_0",
"7a36e820_2",
"ddf41a24",
"ultrachat_360291",
"ultrachat_390748",
"d3fe25ff",
"dffa3157",
"sharegpt_n613Nzy_79",
"sharegpt_10E2Ygp_33",
"sharegpt_L3I7KJU_0",
"sharegpt_cAeyiPd_0",
"ultrachat_485764",
"sharegpt_PqbAs6M_19",
"ultrachat_429293",
"f36d82f7",
"ultrachat_526466",
"ultrachat_371895",
"sharegpt_v11Tpg9_195",
"c2c11c8c_1",
"16c3be68_1",
"ultrachat_306167",
"20dbd145_1"
]
}