Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 4baee567
Stored context/evidence
["4509e9fc","ultrachat_389903","6169ef55_1","2c22e0e8_1","sharegpt_xasomVD_53","ultrachat_487211","sharegpt_lWLBUhQ_547","sharegpt_dBQwSJX_0","sharegpt_3E7iMzS_93","385683f0_1","ultrachat_285724","sharegpt_28Mwwk9_0","ultrachat_323343","e789afdb_3","ultrachat_510360","961827c7_2","ea6f484c","sharegpt_Wu1Rdjk_0","013b320f","f6ec94b4_1","b762a658","e00298a6_2","sharegpt_wduYbsX_0","ultrachat_427430","sharegpt_kt5ZCxz_10","ultrachat_79137","2f66e66d_1","ultrachat_216074","ultrachat_290160","ultrachat_92083","b3272f34_1","ec830058_5","0df6aa4b","ed3504e1","sharegpt_72L6DGX_0","sharegpt_Srdh9ZA_0","sharegpt_YVTohGT_0","answer_sharegpt_i9adwQn_0","sharegpt_NxG2nGm_91","sharegpt_QHEFlwk_0","ultrachat_210474","ultrachat_195214","723ecbb4_2","74711358_2","ultrachat_208024","sharegpt_hRVKLa2_0","d5415748","ultrachat_554389","sharegpt_vn433yP_0"]
Retrieved context/evidence
["answer_sharegpt_i9adwQn_0","sharegpt_YVTohGT_0","sharegpt_72L6DGX_0","sharegpt_dBQwSJX_0"]
Retrieval output (not a generated answer)
answer_sharegpt_i9adwQn_0
Complete stored trace (JSON)
{
"answer": "answer_sharegpt_i9adwQn_0",
"answer_session_ids": [
"answer_sharegpt_i9adwQn_0"
],
"gold_references": [
"answer_sharegpt_i9adwQn_0"
],
"oracle_has_answer_turns": {
"013b320f": [],
"0df6aa4b": [],
"2c22e0e8_1": [],
"2f66e66d_1": [],
"385683f0_1": [],
"4509e9fc": [],
"6169ef55_1": [],
"723ecbb4_2": [],
"74711358_2": [],
"961827c7_2": [],
"answer_sharegpt_i9adwQn_0": [
11
],
"b3272f34_1": [],
"b762a658": [],
"d5415748": [],
"e00298a6_2": [],
"e789afdb_3": [],
"ea6f484c": [],
"ec830058_5": [],
"ed3504e1": [],
"f6ec94b4_1": [],
"sharegpt_28Mwwk9_0": [],
"sharegpt_3E7iMzS_93": [],
"sharegpt_72L6DGX_0": [],
"sharegpt_NxG2nGm_91": [],
"sharegpt_QHEFlwk_0": [],
"sharegpt_Srdh9ZA_0": [],
"sharegpt_Wu1Rdjk_0": [],
"sharegpt_YVTohGT_0": [],
"sharegpt_dBQwSJX_0": [],
"sharegpt_hRVKLa2_0": [],
"sharegpt_kt5ZCxz_10": [],
"sharegpt_lWLBUhQ_547": [],
"sharegpt_vn433yP_0": [],
"sharegpt_wduYbsX_0": [],
"sharegpt_xasomVD_53": [],
"ultrachat_195214": [],
"ultrachat_208024": [],
"ultrachat_210474": [],
"ultrachat_216074": [],
"ultrachat_285724": [],
"ultrachat_290160": [],
"ultrachat_323343": [],
"ultrachat_389903": [],
"ultrachat_427430": [],
"ultrachat_487211": [],
"ultrachat_510360": [],
"ultrachat_554389": [],
"ultrachat_79137": [],
"ultrachat_92083": []
},
"question_id": "4baee567",
"ranked_retrieved_hits": [
"answer_sharegpt_i9adwQn_0",
"sharegpt_YVTohGT_0",
"sharegpt_72L6DGX_0",
"sharegpt_dBQwSJX_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"4509e9fc",
"ultrachat_389903",
"6169ef55_1",
"2c22e0e8_1",
"sharegpt_xasomVD_53",
"ultrachat_487211",
"sharegpt_lWLBUhQ_547",
"sharegpt_dBQwSJX_0",
"sharegpt_3E7iMzS_93",
"385683f0_1",
"ultrachat_285724",
"sharegpt_28Mwwk9_0",
"ultrachat_323343",
"e789afdb_3",
"ultrachat_510360",
"961827c7_2",
"ea6f484c",
"sharegpt_Wu1Rdjk_0",
"013b320f",
"f6ec94b4_1",
"b762a658",
"e00298a6_2",
"sharegpt_wduYbsX_0",
"ultrachat_427430",
"sharegpt_kt5ZCxz_10",
"ultrachat_79137",
"2f66e66d_1",
"ultrachat_216074",
"ultrachat_290160",
"ultrachat_92083",
"b3272f34_1",
"ec830058_5",
"0df6aa4b",
"ed3504e1",
"sharegpt_72L6DGX_0",
"sharegpt_Srdh9ZA_0",
"sharegpt_YVTohGT_0",
"answer_sharegpt_i9adwQn_0",
"sharegpt_NxG2nGm_91",
"sharegpt_QHEFlwk_0",
"ultrachat_210474",
"ultrachat_195214",
"723ecbb4_2",
"74711358_2",
"ultrachat_208024",
"sharegpt_hRVKLa2_0",
"d5415748",
"ultrachat_554389",
"sharegpt_vn433yP_0"
]
}