Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_2ba83207
Stored context/evidence
["8fd5852e","b0855671_3","sharegpt_gQsEPQ6_67","33028509_2","1fcb4134_1","fda75251_2","654a70b7_1","sharegpt_wIkETEO_27","ultrachat_554682","eb409031_3","ultrachat_48248","sharegpt_t2Mp1pw_0","ultrachat_224880","cc3c5fa9_2","7a0de364","41dc5d45_4","325c2005","ultrachat_568233","sharegpt_u1DIJRf_0","bc6de190_1","ultrachat_333617","sharegpt_oADGRO3_0","ultrachat_227874","sharegpt_WRwHw6I_0","sharegpt_S9w4KiZ_0","ultrachat_19446","ultrachat_84545","131ff17e","ultrachat_492298","sharegpt_iwYf36y_5","answer_6a3b5c13_3","43668d77_5","answer_6a3b5c13_1","ultrachat_94578","sharegpt_mfMYumL_0","c3052781","ultrachat_500140","4ad63a03_2","f379d356_2","sharegpt_kK91pas_0","34a3fe2c_2","sharegpt_JXREDs0_4","ultrachat_293558","sharegpt_yy5YePJ_0","answer_6a3b5c13_2","sharegpt_EpJp627_15","e40c7fd3_3","58d66fec","answer_6a3b5c13_4","ultrachat_221073","ultrachat_385963","sharegpt_HxOhjmq_29","ea336da0"]
Retrieved context/evidence
["sharegpt_t2Mp1pw_0","sharegpt_mfMYumL_0","sharegpt_gQsEPQ6_67","sharegpt_iwYf36y_5","sharegpt_u1DIJRf_0"]
Retrieval output (not a generated answer)
sharegpt_t2Mp1pw_0
Complete stored trace (JSON)
{
"answer": "sharegpt_t2Mp1pw_0",
"answer_session_ids": [
"answer_6a3b5c13_3",
"answer_6a3b5c13_1",
"answer_6a3b5c13_2",
"answer_6a3b5c13_4"
],
"gold_references": [
"answer_6a3b5c13_3",
"answer_6a3b5c13_1",
"answer_6a3b5c13_2",
"answer_6a3b5c13_4"
],
"oracle_has_answer_turns": {
"131ff17e": [],
"1fcb4134_1": [],
"325c2005": [],
"33028509_2": [],
"34a3fe2c_2": [],
"41dc5d45_4": [],
"43668d77_5": [],
"4ad63a03_2": [],
"58d66fec": [],
"654a70b7_1": [],
"7a0de364": [],
"8fd5852e": [],
"answer_6a3b5c13_1": [
0
],
"answer_6a3b5c13_2": [
0
],
"answer_6a3b5c13_3": [
0
],
"answer_6a3b5c13_4": [
6
],
"b0855671_3": [],
"bc6de190_1": [],
"c3052781": [],
"cc3c5fa9_2": [],
"e40c7fd3_3": [],
"ea336da0": [],
"eb409031_3": [],
"f379d356_2": [],
"fda75251_2": [],
"sharegpt_EpJp627_15": [],
"sharegpt_HxOhjmq_29": [],
"sharegpt_JXREDs0_4": [],
"sharegpt_S9w4KiZ_0": [],
"sharegpt_WRwHw6I_0": [],
"sharegpt_gQsEPQ6_67": [],
"sharegpt_iwYf36y_5": [],
"sharegpt_kK91pas_0": [],
"sharegpt_mfMYumL_0": [],
"sharegpt_oADGRO3_0": [],
"sharegpt_t2Mp1pw_0": [],
"sharegpt_u1DIJRf_0": [],
"sharegpt_wIkETEO_27": [],
"sharegpt_yy5YePJ_0": [],
"ultrachat_19446": [],
"ultrachat_221073": [],
"ultrachat_224880": [],
"ultrachat_227874": [],
"ultrachat_293558": [],
"ultrachat_333617": [],
"ultrachat_385963": [],
"ultrachat_48248": [],
"ultrachat_492298": [],
"ultrachat_500140": [],
"ultrachat_554682": [],
"ultrachat_568233": [],
"ultrachat_84545": [],
"ultrachat_94578": []
},
"question_id": "gpt4_2ba83207",
"ranked_retrieved_hits": [
"sharegpt_t2Mp1pw_0",
"sharegpt_mfMYumL_0",
"sharegpt_gQsEPQ6_67",
"sharegpt_iwYf36y_5",
"sharegpt_u1DIJRf_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"8fd5852e",
"b0855671_3",
"sharegpt_gQsEPQ6_67",
"33028509_2",
"1fcb4134_1",
"fda75251_2",
"654a70b7_1",
"sharegpt_wIkETEO_27",
"ultrachat_554682",
"eb409031_3",
"ultrachat_48248",
"sharegpt_t2Mp1pw_0",
"ultrachat_224880",
"cc3c5fa9_2",
"7a0de364",
"41dc5d45_4",
"325c2005",
"ultrachat_568233",
"sharegpt_u1DIJRf_0",
"bc6de190_1",
"ultrachat_333617",
"sharegpt_oADGRO3_0",
"ultrachat_227874",
"sharegpt_WRwHw6I_0",
"sharegpt_S9w4KiZ_0",
"ultrachat_19446",
"ultrachat_84545",
"131ff17e",
"ultrachat_492298",
"sharegpt_iwYf36y_5",
"answer_6a3b5c13_3",
"43668d77_5",
"answer_6a3b5c13_1",
"ultrachat_94578",
"sharegpt_mfMYumL_0",
"c3052781",
"ultrachat_500140",
"4ad63a03_2",
"f379d356_2",
"sharegpt_kK91pas_0",
"34a3fe2c_2",
"sharegpt_JXREDs0_4",
"ultrachat_293558",
"sharegpt_yy5YePJ_0",
"answer_6a3b5c13_2",
"sharegpt_EpJp627_15",
"e40c7fd3_3",
"58d66fec",
"answer_6a3b5c13_4",
"ultrachat_221073",
"ultrachat_385963",
"sharegpt_HxOhjmq_29",
"ea336da0"
]
}