Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_483dd43c
Stored context/evidence
["ultrachat_48790","9d0f4bfa_2","a426f1fa_1","ultrachat_375572","ultrachat_61097","29695e1c_3","ultrachat_522975","sharegpt_E0YL5SX_145","52161c9e_1","sharegpt_5MwrfSk_0","45724042","859fc064_1","ultrachat_165667","sharegpt_I6IzvEF_0","ultrachat_329284","3ccb8cbc_2","ultrachat_298814","sharegpt_9pVk3fZ_0","ultrachat_157787","answer_fb793c87_1","4243ce01_1","3fd56ebf","e30c4a7b_1","ultrachat_82339","73353aee_3","ultrachat_499750","ultrachat_112916","sharegpt_s2YYr5e_0","sharegpt_oBtaM2H_0","sharegpt_Gl1cofg_32","ultrachat_361264","ultrachat_374858","f1bdf7f3_1","ultrachat_91647","sharegpt_oLlUxYj_40","ultrachat_16867","ultrachat_530946","8f8873bf_1","19c24c11","answer_fb793c87_2","sharegpt_VhICqLQ_0","ultrachat_564003","ultrachat_524818","e42e7876_4","ultrachat_16178","sharegpt_oFOFXvJ_0","4798296c_1","sharegpt_ItFPuha_0","31f7c649_2","de9f265f","sharegpt_Sg0ctDe_0","sharegpt_2Kis6fZ_45"]
Retrieved context/evidence
["ultrachat_375572","ultrachat_157787","ultrachat_374858","sharegpt_Gl1cofg_32"]
Retrieval output (not a generated answer)
ultrachat_375572
Complete stored trace (JSON)
{
"answer": "ultrachat_375572",
"answer_session_ids": [
"answer_fb793c87_1",
"answer_fb793c87_2"
],
"gold_references": [
"answer_fb793c87_1",
"answer_fb793c87_2"
],
"oracle_has_answer_turns": {
"19c24c11": [],
"29695e1c_3": [],
"31f7c649_2": [],
"3ccb8cbc_2": [],
"3fd56ebf": [],
"4243ce01_1": [],
"45724042": [],
"4798296c_1": [],
"52161c9e_1": [],
"73353aee_3": [],
"859fc064_1": [],
"8f8873bf_1": [],
"9d0f4bfa_2": [],
"a426f1fa_1": [],
"answer_fb793c87_1": [
0
],
"answer_fb793c87_2": [
0
],
"de9f265f": [],
"e30c4a7b_1": [],
"e42e7876_4": [],
"f1bdf7f3_1": [],
"sharegpt_2Kis6fZ_45": [],
"sharegpt_5MwrfSk_0": [],
"sharegpt_9pVk3fZ_0": [],
"sharegpt_E0YL5SX_145": [],
"sharegpt_Gl1cofg_32": [],
"sharegpt_I6IzvEF_0": [],
"sharegpt_ItFPuha_0": [],
"sharegpt_Sg0ctDe_0": [],
"sharegpt_VhICqLQ_0": [],
"sharegpt_oBtaM2H_0": [],
"sharegpt_oFOFXvJ_0": [],
"sharegpt_oLlUxYj_40": [],
"sharegpt_s2YYr5e_0": [],
"ultrachat_112916": [],
"ultrachat_157787": [],
"ultrachat_16178": [],
"ultrachat_165667": [],
"ultrachat_16867": [],
"ultrachat_298814": [],
"ultrachat_329284": [],
"ultrachat_361264": [],
"ultrachat_374858": [],
"ultrachat_375572": [],
"ultrachat_48790": [],
"ultrachat_499750": [],
"ultrachat_522975": [],
"ultrachat_524818": [],
"ultrachat_530946": [],
"ultrachat_564003": [],
"ultrachat_61097": [],
"ultrachat_82339": [],
"ultrachat_91647": []
},
"question_id": "gpt4_483dd43c",
"ranked_retrieved_hits": [
"ultrachat_375572",
"ultrachat_157787",
"ultrachat_374858",
"sharegpt_Gl1cofg_32"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_48790",
"9d0f4bfa_2",
"a426f1fa_1",
"ultrachat_375572",
"ultrachat_61097",
"29695e1c_3",
"ultrachat_522975",
"sharegpt_E0YL5SX_145",
"52161c9e_1",
"sharegpt_5MwrfSk_0",
"45724042",
"859fc064_1",
"ultrachat_165667",
"sharegpt_I6IzvEF_0",
"ultrachat_329284",
"3ccb8cbc_2",
"ultrachat_298814",
"sharegpt_9pVk3fZ_0",
"ultrachat_157787",
"answer_fb793c87_1",
"4243ce01_1",
"3fd56ebf",
"e30c4a7b_1",
"ultrachat_82339",
"73353aee_3",
"ultrachat_499750",
"ultrachat_112916",
"sharegpt_s2YYr5e_0",
"sharegpt_oBtaM2H_0",
"sharegpt_Gl1cofg_32",
"ultrachat_361264",
"ultrachat_374858",
"f1bdf7f3_1",
"ultrachat_91647",
"sharegpt_oLlUxYj_40",
"ultrachat_16867",
"ultrachat_530946",
"8f8873bf_1",
"19c24c11",
"answer_fb793c87_2",
"sharegpt_VhICqLQ_0",
"ultrachat_564003",
"ultrachat_524818",
"e42e7876_4",
"ultrachat_16178",
"sharegpt_oFOFXvJ_0",
"4798296c_1",
"sharegpt_ItFPuha_0",
"31f7c649_2",
"de9f265f",
"sharegpt_Sg0ctDe_0",
"sharegpt_2Kis6fZ_45"
]
}