Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_cd90e484
Stored context/evidence
["4bfcc251_1","ultrachat_251014","ultrachat_407308","sharegpt_K6HY8Q4_63","ultrachat_219330","sharegpt_6cz1Sq6_264","0ed21ce0_2","08c306e2","sharegpt_Ajf7nVz_113","ultrachat_52420","sharegpt_UUaR1PN_13","ultrachat_80771","sharegpt_V5oqo7j_0","9764990c_3","ultrachat_4211","ultrachat_529850","866de400","cc04e351_3","cc5a6057_2","ultrachat_193158","6043dcf6_1","sharegpt_Y0aL8N3_0","sharegpt_4eVd8BN_12","sharegpt_OmfGuWY_0","d850eba6_2","sharegpt_u1AM5RT_171","sharegpt_iCNra6W_0","ultrachat_91711","835e1b84_2","018eac29","61b27d67_3","e123ac8f","ultrachat_192933","answer_aa930b56_1","sharegpt_obCC1BP_14","93af58b2_2","sharegpt_0YLkf8m_0","af42ae9c_1","answer_aa930b56_2","e83f60f1_1","sharegpt_GXDi9WQ_0","sharegpt_XIimoNW_0","ultrachat_37638","9aad36bb_1","83fb74bf_1","ultrachat_153640","sharegpt_1uJXC3j_7","4d452cdb_3","8850c94e","sharegpt_iYOIYVD_0","ultrachat_347068","sharegpt_y03H32R_5"]
Retrieved context/evidence
["sharegpt_OmfGuWY_0","answer_aa930b56_2"]
Retrieval output (not a generated answer)
sharegpt_OmfGuWY_0
Complete stored trace (JSON)
{
"answer": "sharegpt_OmfGuWY_0",
"answer_session_ids": [
"answer_aa930b56_1",
"answer_aa930b56_2"
],
"gold_references": [
"answer_aa930b56_1",
"answer_aa930b56_2"
],
"oracle_has_answer_turns": {
"018eac29": [],
"08c306e2": [],
"0ed21ce0_2": [],
"4bfcc251_1": [],
"4d452cdb_3": [],
"6043dcf6_1": [],
"61b27d67_3": [],
"835e1b84_2": [],
"83fb74bf_1": [],
"866de400": [],
"8850c94e": [],
"93af58b2_2": [],
"9764990c_3": [],
"9aad36bb_1": [],
"af42ae9c_1": [],
"answer_aa930b56_1": [
4
],
"answer_aa930b56_2": [
0
],
"cc04e351_3": [],
"cc5a6057_2": [],
"d850eba6_2": [],
"e123ac8f": [],
"e83f60f1_1": [],
"sharegpt_0YLkf8m_0": [],
"sharegpt_1uJXC3j_7": [],
"sharegpt_4eVd8BN_12": [],
"sharegpt_6cz1Sq6_264": [],
"sharegpt_Ajf7nVz_113": [],
"sharegpt_GXDi9WQ_0": [],
"sharegpt_K6HY8Q4_63": [],
"sharegpt_OmfGuWY_0": [],
"sharegpt_UUaR1PN_13": [],
"sharegpt_V5oqo7j_0": [],
"sharegpt_XIimoNW_0": [],
"sharegpt_Y0aL8N3_0": [],
"sharegpt_iCNra6W_0": [],
"sharegpt_iYOIYVD_0": [],
"sharegpt_obCC1BP_14": [],
"sharegpt_u1AM5RT_171": [],
"sharegpt_y03H32R_5": [],
"ultrachat_153640": [],
"ultrachat_192933": [],
"ultrachat_193158": [],
"ultrachat_219330": [],
"ultrachat_251014": [],
"ultrachat_347068": [],
"ultrachat_37638": [],
"ultrachat_407308": [],
"ultrachat_4211": [],
"ultrachat_52420": [],
"ultrachat_529850": [],
"ultrachat_80771": [],
"ultrachat_91711": []
},
"question_id": "gpt4_cd90e484",
"ranked_retrieved_hits": [
"sharegpt_OmfGuWY_0",
"answer_aa930b56_2"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"4bfcc251_1",
"ultrachat_251014",
"ultrachat_407308",
"sharegpt_K6HY8Q4_63",
"ultrachat_219330",
"sharegpt_6cz1Sq6_264",
"0ed21ce0_2",
"08c306e2",
"sharegpt_Ajf7nVz_113",
"ultrachat_52420",
"sharegpt_UUaR1PN_13",
"ultrachat_80771",
"sharegpt_V5oqo7j_0",
"9764990c_3",
"ultrachat_4211",
"ultrachat_529850",
"866de400",
"cc04e351_3",
"cc5a6057_2",
"ultrachat_193158",
"6043dcf6_1",
"sharegpt_Y0aL8N3_0",
"sharegpt_4eVd8BN_12",
"sharegpt_OmfGuWY_0",
"d850eba6_2",
"sharegpt_u1AM5RT_171",
"sharegpt_iCNra6W_0",
"ultrachat_91711",
"835e1b84_2",
"018eac29",
"61b27d67_3",
"e123ac8f",
"ultrachat_192933",
"answer_aa930b56_1",
"sharegpt_obCC1BP_14",
"93af58b2_2",
"sharegpt_0YLkf8m_0",
"af42ae9c_1",
"answer_aa930b56_2",
"e83f60f1_1",
"sharegpt_GXDi9WQ_0",
"sharegpt_XIimoNW_0",
"ultrachat_37638",
"9aad36bb_1",
"83fb74bf_1",
"ultrachat_153640",
"sharegpt_1uJXC3j_7",
"4d452cdb_3",
"8850c94e",
"sharegpt_iYOIYVD_0",
"ultrachat_347068",
"sharegpt_y03H32R_5"
]
}