Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 06db6396
Stored context/evidence
["6be54739_2","ultrachat_279487","ultrachat_467198","answer_da72b1b4_1","sharegpt_Rc0F4s1_0","da94a327_2","5bd9f1e6_1","ultrachat_534779","63b06488_1","824634d9_2","57e69173_2","6ebdc1fe_2","c3d89115","sharegpt_2pwdGxJ_16","ultrachat_456942","sharegpt_SwdaeDm_15","sharegpt_3dpGxf9_0","ultrachat_143766","35038174_4","ultrachat_315699","ultrachat_167372","ultrachat_333096","sharegpt_ENkYQUM_0","7b0b47f4_1","9e75bc34","sharegpt_XazYqO8_0","sharegpt_jxEz51P_0","84d7650f_2","55a59bc9_7","d0b0dabe","sharegpt_MZyBApy_0","answer_da72b1b4_2","ultrachat_77282","ultrachat_357443","sharegpt_bEiva1F_158","ultrachat_351024","ultrachat_416015","3dcf1e0b_2","sharegpt_C26CwPQ_0","sharegpt_IBxc4fK_0","sharegpt_bA6P6oG_0","57144028_1","d0a41222_2","9186ecdb_2","sharegpt_2LYzasI_0","sharegpt_7o0D0JH_0","8235b87d","1446b088_1","sharegpt_WRPeAAX_0","9bb51452_2","ultrachat_529001"]
Retrieved context/evidence
["sharegpt_SwdaeDm_15","sharegpt_ENkYQUM_0","ultrachat_315699"]
Retrieval output (not a generated answer)
sharegpt_SwdaeDm_15
Complete stored trace (JSON)
{
"answer": "sharegpt_SwdaeDm_15",
"answer_session_ids": [
"answer_da72b1b4_1",
"answer_da72b1b4_2"
],
"gold_references": [
"answer_da72b1b4_1",
"answer_da72b1b4_2"
],
"oracle_has_answer_turns": {
"1446b088_1": [],
"35038174_4": [],
"3dcf1e0b_2": [],
"55a59bc9_7": [],
"57144028_1": [],
"57e69173_2": [],
"5bd9f1e6_1": [],
"63b06488_1": [],
"6be54739_2": [],
"6ebdc1fe_2": [],
"7b0b47f4_1": [],
"8235b87d": [],
"824634d9_2": [],
"84d7650f_2": [],
"9186ecdb_2": [],
"9bb51452_2": [],
"9e75bc34": [],
"answer_da72b1b4_1": [
4
],
"answer_da72b1b4_2": [
0
],
"c3d89115": [],
"d0a41222_2": [],
"d0b0dabe": [],
"da94a327_2": [],
"sharegpt_2LYzasI_0": [],
"sharegpt_2pwdGxJ_16": [],
"sharegpt_3dpGxf9_0": [],
"sharegpt_7o0D0JH_0": [],
"sharegpt_C26CwPQ_0": [],
"sharegpt_ENkYQUM_0": [],
"sharegpt_IBxc4fK_0": [],
"sharegpt_MZyBApy_0": [],
"sharegpt_Rc0F4s1_0": [],
"sharegpt_SwdaeDm_15": [],
"sharegpt_WRPeAAX_0": [],
"sharegpt_XazYqO8_0": [],
"sharegpt_bA6P6oG_0": [],
"sharegpt_bEiva1F_158": [],
"sharegpt_jxEz51P_0": [],
"ultrachat_143766": [],
"ultrachat_167372": [],
"ultrachat_279487": [],
"ultrachat_315699": [],
"ultrachat_333096": [],
"ultrachat_351024": [],
"ultrachat_357443": [],
"ultrachat_416015": [],
"ultrachat_456942": [],
"ultrachat_467198": [],
"ultrachat_529001": [],
"ultrachat_534779": [],
"ultrachat_77282": []
},
"question_id": "06db6396",
"ranked_retrieved_hits": [
"sharegpt_SwdaeDm_15",
"sharegpt_ENkYQUM_0",
"ultrachat_315699"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"6be54739_2",
"ultrachat_279487",
"ultrachat_467198",
"answer_da72b1b4_1",
"sharegpt_Rc0F4s1_0",
"da94a327_2",
"5bd9f1e6_1",
"ultrachat_534779",
"63b06488_1",
"824634d9_2",
"57e69173_2",
"6ebdc1fe_2",
"c3d89115",
"sharegpt_2pwdGxJ_16",
"ultrachat_456942",
"sharegpt_SwdaeDm_15",
"sharegpt_3dpGxf9_0",
"ultrachat_143766",
"35038174_4",
"ultrachat_315699",
"ultrachat_167372",
"ultrachat_333096",
"sharegpt_ENkYQUM_0",
"7b0b47f4_1",
"9e75bc34",
"sharegpt_XazYqO8_0",
"sharegpt_jxEz51P_0",
"84d7650f_2",
"55a59bc9_7",
"d0b0dabe",
"sharegpt_MZyBApy_0",
"answer_da72b1b4_2",
"ultrachat_77282",
"ultrachat_357443",
"sharegpt_bEiva1F_158",
"ultrachat_351024",
"ultrachat_416015",
"3dcf1e0b_2",
"sharegpt_C26CwPQ_0",
"sharegpt_IBxc4fK_0",
"sharegpt_bA6P6oG_0",
"57144028_1",
"d0a41222_2",
"9186ecdb_2",
"sharegpt_2LYzasI_0",
"sharegpt_7o0D0JH_0",
"8235b87d",
"1446b088_1",
"sharegpt_WRPeAAX_0",
"9bb51452_2",
"ultrachat_529001"
]
}