Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_7ca326fa
Stored context/evidence
["af0ab6ab","ultrachat_323578","sharegpt_FqTAFoB_19","sharegpt_IsRvBnc_11","sharegpt_hFT4gap_9","07a26dfa_5","sharegpt_IqVsDp7_0","604de0a3_2","b4025421","ultrachat_533519","sharegpt_XmSaT37_51","sharegpt_EuoBHM8_0","ultrachat_355147","sharegpt_QoWPoKR_0","answer_cf021b36_1","sharegpt_LDpwZD3_0","8d0ca228","c8d95739_2","ff67236f_3","2aeb1268","answer_cf021b36_2","ultrachat_427884","ultrachat_147001","sharegpt_CYVtC0w_0","ultrachat_524795","ultrachat_456979","ultrachat_5904","ultrachat_220216","sharegpt_GCpH2ci_0","c70f9f9c","sharegpt_r3KAB6e_11","1301fbd1","ultrachat_401344","0cf6cf0f_4","16d79242_1","051b1235","eb77dd5e","sharegpt_7SCdbX2_0","sharegpt_Z7rs7vX_0","9453caa2","ultrachat_424528","b8fa1517","ultrachat_489067","ultrachat_81174","sharegpt_fnuLBKl_133","sharegpt_RvdgnBf_0","ultrachat_133269","ultrachat_268423","cb289226_2","5429e768_1","ultrachat_351458","sharegpt_DmPeLv9_0","answer_cf021b36_3","70764af1_3"]
Retrieved context/evidence
["ultrachat_427884","answer_cf021b36_1"]
Retrieval output (not a generated answer)
ultrachat_427884
Complete stored trace (JSON)
{
"answer": "ultrachat_427884",
"answer_session_ids": [
"answer_cf021b36_1",
"answer_cf021b36_2",
"answer_cf021b36_3"
],
"gold_references": [
"answer_cf021b36_1",
"answer_cf021b36_2",
"answer_cf021b36_3"
],
"oracle_has_answer_turns": {
"051b1235": [],
"07a26dfa_5": [],
"0cf6cf0f_4": [],
"1301fbd1": [],
"16d79242_1": [],
"2aeb1268": [],
"5429e768_1": [],
"604de0a3_2": [],
"70764af1_3": [],
"8d0ca228": [],
"9453caa2": [],
"af0ab6ab": [],
"answer_cf021b36_1": [
0
],
"answer_cf021b36_2": [
0
],
"answer_cf021b36_3": [
0
],
"b4025421": [],
"b8fa1517": [],
"c70f9f9c": [],
"c8d95739_2": [],
"cb289226_2": [],
"eb77dd5e": [],
"ff67236f_3": [],
"sharegpt_7SCdbX2_0": [],
"sharegpt_CYVtC0w_0": [],
"sharegpt_DmPeLv9_0": [],
"sharegpt_EuoBHM8_0": [],
"sharegpt_FqTAFoB_19": [],
"sharegpt_GCpH2ci_0": [],
"sharegpt_IqVsDp7_0": [],
"sharegpt_IsRvBnc_11": [],
"sharegpt_LDpwZD3_0": [],
"sharegpt_QoWPoKR_0": [],
"sharegpt_RvdgnBf_0": [],
"sharegpt_XmSaT37_51": [],
"sharegpt_Z7rs7vX_0": [],
"sharegpt_fnuLBKl_133": [],
"sharegpt_hFT4gap_9": [],
"sharegpt_r3KAB6e_11": [],
"ultrachat_133269": [],
"ultrachat_147001": [],
"ultrachat_220216": [],
"ultrachat_268423": [],
"ultrachat_323578": [],
"ultrachat_351458": [],
"ultrachat_355147": [],
"ultrachat_401344": [],
"ultrachat_424528": [],
"ultrachat_427884": [],
"ultrachat_456979": [],
"ultrachat_489067": [],
"ultrachat_524795": [],
"ultrachat_533519": [],
"ultrachat_5904": [],
"ultrachat_81174": []
},
"question_id": "gpt4_7ca326fa",
"ranked_retrieved_hits": [
"ultrachat_427884",
"answer_cf021b36_1"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"af0ab6ab",
"ultrachat_323578",
"sharegpt_FqTAFoB_19",
"sharegpt_IsRvBnc_11",
"sharegpt_hFT4gap_9",
"07a26dfa_5",
"sharegpt_IqVsDp7_0",
"604de0a3_2",
"b4025421",
"ultrachat_533519",
"sharegpt_XmSaT37_51",
"sharegpt_EuoBHM8_0",
"ultrachat_355147",
"sharegpt_QoWPoKR_0",
"answer_cf021b36_1",
"sharegpt_LDpwZD3_0",
"8d0ca228",
"c8d95739_2",
"ff67236f_3",
"2aeb1268",
"answer_cf021b36_2",
"ultrachat_427884",
"ultrachat_147001",
"sharegpt_CYVtC0w_0",
"ultrachat_524795",
"ultrachat_456979",
"ultrachat_5904",
"ultrachat_220216",
"sharegpt_GCpH2ci_0",
"c70f9f9c",
"sharegpt_r3KAB6e_11",
"1301fbd1",
"ultrachat_401344",
"0cf6cf0f_4",
"16d79242_1",
"051b1235",
"eb77dd5e",
"sharegpt_7SCdbX2_0",
"sharegpt_Z7rs7vX_0",
"9453caa2",
"ultrachat_424528",
"b8fa1517",
"ultrachat_489067",
"ultrachat_81174",
"sharegpt_fnuLBKl_133",
"sharegpt_RvdgnBf_0",
"ultrachat_133269",
"ultrachat_268423",
"cb289226_2",
"5429e768_1",
"ultrachat_351458",
"sharegpt_DmPeLv9_0",
"answer_cf021b36_3",
"70764af1_3"
]
}