Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_2f91af09
Stored context/evidence
["ultrachat_554164","fd6f60f0_2","ultrachat_324038","e7e416f5_2","sharegpt_Itilzai_0","541ecc45_1","sharegpt_cYthigl_0","answer_669318cf_2","ultrachat_42946","sharegpt_d7bP5fb_0","ultrachat_63949","0ccc563b","a402a59e_2","sharegpt_PtHp69w_0","ultrachat_444535","56053258_2","549b442a_1","22b3af37_1","ultrachat_63063","sharegpt_qluHQQA_0","sharegpt_kuYqYGw_87","sharegpt_Vitaqjl_15","sharegpt_YmzANeT_0","f4038906_2","sharegpt_WImRhBG_0","sharegpt_K7liqgE_0","ultrachat_450272","ultrachat_245457","ultrachat_187458","d75245ea","sharegpt_Wb27mkK_0","84f2d563_1","ultrachat_516692","ultrachat_96437","sharegpt_wcqglLd_0","49b78a55_1","51c82c8e_2","sharegpt_u1AM5RT_281","f8d0629e_1","answer_669318cf_1","ultrachat_538174","ultrachat_320710","9b85a31d_1","ultrachat_116204","sharegpt_sTdVkLT_0","sharegpt_y1IBjYa_0","ultrachat_558017","288e7d30","ultrachat_296153","sharegpt_DQjMfqI_0","sharegpt_7jNclxT_45","answer_669318cf_3","sharegpt_yoSUjfa_5"]
Retrieved context/evidence
["sharegpt_cYthigl_0","ultrachat_320710","ultrachat_554164","ultrachat_444535","sharegpt_qluHQQA_0"]
Retrieval output (not a generated answer)
sharegpt_cYthigl_0
Complete stored trace (JSON)
{
"answer": "sharegpt_cYthigl_0",
"answer_session_ids": [
"answer_669318cf_2",
"answer_669318cf_1",
"answer_669318cf_3"
],
"gold_references": [
"answer_669318cf_2",
"answer_669318cf_1",
"answer_669318cf_3"
],
"oracle_has_answer_turns": {
"0ccc563b": [],
"22b3af37_1": [],
"288e7d30": [],
"49b78a55_1": [],
"51c82c8e_2": [],
"541ecc45_1": [],
"549b442a_1": [],
"56053258_2": [],
"84f2d563_1": [],
"9b85a31d_1": [],
"a402a59e_2": [],
"answer_669318cf_1": [
0
],
"answer_669318cf_2": [
0
],
"answer_669318cf_3": [
0
],
"d75245ea": [],
"e7e416f5_2": [],
"f4038906_2": [],
"f8d0629e_1": [],
"fd6f60f0_2": [],
"sharegpt_7jNclxT_45": [],
"sharegpt_DQjMfqI_0": [],
"sharegpt_Itilzai_0": [],
"sharegpt_K7liqgE_0": [],
"sharegpt_PtHp69w_0": [],
"sharegpt_Vitaqjl_15": [],
"sharegpt_WImRhBG_0": [],
"sharegpt_Wb27mkK_0": [],
"sharegpt_YmzANeT_0": [],
"sharegpt_cYthigl_0": [],
"sharegpt_d7bP5fb_0": [],
"sharegpt_kuYqYGw_87": [],
"sharegpt_qluHQQA_0": [],
"sharegpt_sTdVkLT_0": [],
"sharegpt_u1AM5RT_281": [],
"sharegpt_wcqglLd_0": [],
"sharegpt_y1IBjYa_0": [],
"sharegpt_yoSUjfa_5": [],
"ultrachat_116204": [],
"ultrachat_187458": [],
"ultrachat_245457": [],
"ultrachat_296153": [],
"ultrachat_320710": [],
"ultrachat_324038": [],
"ultrachat_42946": [],
"ultrachat_444535": [],
"ultrachat_450272": [],
"ultrachat_516692": [],
"ultrachat_538174": [],
"ultrachat_554164": [],
"ultrachat_558017": [],
"ultrachat_63063": [],
"ultrachat_63949": [],
"ultrachat_96437": []
},
"question_id": "gpt4_2f91af09",
"ranked_retrieved_hits": [
"sharegpt_cYthigl_0",
"ultrachat_320710",
"ultrachat_554164",
"ultrachat_444535",
"sharegpt_qluHQQA_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_554164",
"fd6f60f0_2",
"ultrachat_324038",
"e7e416f5_2",
"sharegpt_Itilzai_0",
"541ecc45_1",
"sharegpt_cYthigl_0",
"answer_669318cf_2",
"ultrachat_42946",
"sharegpt_d7bP5fb_0",
"ultrachat_63949",
"0ccc563b",
"a402a59e_2",
"sharegpt_PtHp69w_0",
"ultrachat_444535",
"56053258_2",
"549b442a_1",
"22b3af37_1",
"ultrachat_63063",
"sharegpt_qluHQQA_0",
"sharegpt_kuYqYGw_87",
"sharegpt_Vitaqjl_15",
"sharegpt_YmzANeT_0",
"f4038906_2",
"sharegpt_WImRhBG_0",
"sharegpt_K7liqgE_0",
"ultrachat_450272",
"ultrachat_245457",
"ultrachat_187458",
"d75245ea",
"sharegpt_Wb27mkK_0",
"84f2d563_1",
"ultrachat_516692",
"ultrachat_96437",
"sharegpt_wcqglLd_0",
"49b78a55_1",
"51c82c8e_2",
"sharegpt_u1AM5RT_281",
"f8d0629e_1",
"answer_669318cf_1",
"ultrachat_538174",
"ultrachat_320710",
"9b85a31d_1",
"ultrachat_116204",
"sharegpt_sTdVkLT_0",
"sharegpt_y1IBjYa_0",
"ultrachat_558017",
"288e7d30",
"ultrachat_296153",
"sharegpt_DQjMfqI_0",
"sharegpt_7jNclxT_45",
"answer_669318cf_3",
"sharegpt_yoSUjfa_5"
]
}