Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace db467c8c
Stored context/evidence
["sharegpt_wrN9uUo_53","ultrachat_544804","sharegpt_lp4XR1q_9","sharegpt_Lacd1qM_7","f4593853_3","ultrachat_165276","ultrachat_126275","sharegpt_ocf8Lud_39","fee8e72a_2","answer_611b6e83_1","76967d22","d2d7a96a_1","sharegpt_Y2PfB9R_0","ultrachat_48690","ultrachat_291780","56af9928","daac1a76","ultrachat_527913","88d42833","sharegpt_9upOSlE_27","ultrachat_553961","6e0b32d1_1","77cf4551_1","sharegpt_TOKZBGW_17","1a9f5723_1","ultrachat_231069","ultrachat_137520","sharegpt_28Mwwk9_0","ultrachat_497634","sharegpt_tD5ubSC_0","sharegpt_HBmf6q0_0","fb5dd87f_4","sharegpt_oAmhHcP_0","sharegpt_7nYPy2P_29","ultrachat_253041","sharegpt_TAL32at_0","44e5117d_1","95ce0e21_1","answer_611b6e83_2","16ebc8f8_1","08693f68_1","6cc835bd","sharegpt_BWlTdRH_0","ecfd2047_1","1f37278e_2","c38ffa8c","ultrachat_233613","sharegpt_yzPwqBS_16"]
Retrieved context/evidence
["sharegpt_Lacd1qM_7","ultrachat_165276","sharegpt_wrN9uUo_53","ultrachat_291780"]
Retrieval output (not a generated answer)
sharegpt_Lacd1qM_7
Complete stored trace (JSON)
{
"answer": "sharegpt_Lacd1qM_7",
"answer_session_ids": [
"answer_611b6e83_1",
"answer_611b6e83_2"
],
"gold_references": [
"answer_611b6e83_1",
"answer_611b6e83_2"
],
"oracle_has_answer_turns": {
"08693f68_1": [],
"16ebc8f8_1": [],
"1a9f5723_1": [],
"1f37278e_2": [],
"44e5117d_1": [],
"56af9928": [],
"6cc835bd": [],
"6e0b32d1_1": [],
"76967d22": [],
"77cf4551_1": [],
"88d42833": [],
"95ce0e21_1": [],
"answer_611b6e83_1": [
2
],
"answer_611b6e83_2": [
0
],
"c38ffa8c": [],
"d2d7a96a_1": [],
"daac1a76": [],
"ecfd2047_1": [],
"f4593853_3": [],
"fb5dd87f_4": [],
"fee8e72a_2": [],
"sharegpt_28Mwwk9_0": [],
"sharegpt_7nYPy2P_29": [],
"sharegpt_9upOSlE_27": [],
"sharegpt_BWlTdRH_0": [],
"sharegpt_HBmf6q0_0": [],
"sharegpt_Lacd1qM_7": [],
"sharegpt_TAL32at_0": [],
"sharegpt_TOKZBGW_17": [],
"sharegpt_Y2PfB9R_0": [],
"sharegpt_lp4XR1q_9": [],
"sharegpt_oAmhHcP_0": [],
"sharegpt_ocf8Lud_39": [],
"sharegpt_tD5ubSC_0": [],
"sharegpt_wrN9uUo_53": [],
"sharegpt_yzPwqBS_16": [],
"ultrachat_126275": [],
"ultrachat_137520": [],
"ultrachat_165276": [],
"ultrachat_231069": [],
"ultrachat_233613": [],
"ultrachat_253041": [],
"ultrachat_291780": [],
"ultrachat_48690": [],
"ultrachat_497634": [],
"ultrachat_527913": [],
"ultrachat_544804": [],
"ultrachat_553961": []
},
"question_id": "db467c8c",
"ranked_retrieved_hits": [
"sharegpt_Lacd1qM_7",
"ultrachat_165276",
"sharegpt_wrN9uUo_53",
"ultrachat_291780"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_wrN9uUo_53",
"ultrachat_544804",
"sharegpt_lp4XR1q_9",
"sharegpt_Lacd1qM_7",
"f4593853_3",
"ultrachat_165276",
"ultrachat_126275",
"sharegpt_ocf8Lud_39",
"fee8e72a_2",
"answer_611b6e83_1",
"76967d22",
"d2d7a96a_1",
"sharegpt_Y2PfB9R_0",
"ultrachat_48690",
"ultrachat_291780",
"56af9928",
"daac1a76",
"ultrachat_527913",
"88d42833",
"sharegpt_9upOSlE_27",
"ultrachat_553961",
"6e0b32d1_1",
"77cf4551_1",
"sharegpt_TOKZBGW_17",
"1a9f5723_1",
"ultrachat_231069",
"ultrachat_137520",
"sharegpt_28Mwwk9_0",
"ultrachat_497634",
"sharegpt_tD5ubSC_0",
"sharegpt_HBmf6q0_0",
"fb5dd87f_4",
"sharegpt_oAmhHcP_0",
"sharegpt_7nYPy2P_29",
"ultrachat_253041",
"sharegpt_TAL32at_0",
"44e5117d_1",
"95ce0e21_1",
"answer_611b6e83_2",
"16ebc8f8_1",
"08693f68_1",
"6cc835bd",
"sharegpt_BWlTdRH_0",
"ecfd2047_1",
"1f37278e_2",
"c38ffa8c",
"ultrachat_233613",
"sharegpt_yzPwqBS_16"
]
}