Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_fa19884d
Stored context/evidence
["ultrachat_449172","ultrachat_311511","1d337b19_4","sharegpt_8ziBSjY_11","ultrachat_485183","8e3352fc_3","253154a2_2","ultrachat_576106","sharegpt_5BYr1yR_0","1f4b446a_1","5c98f7bf","sharegpt_CIPQtDW_0","ultrachat_483034","ultrachat_436013","ebd2a973","b35fadaa","ultrachat_471437","sharegpt_fbs9syb_8","5f9dd782","ultrachat_285907","588a2123","eb4d1c82_1","ccc87da9_1","sharegpt_vonEwUo_17","ultrachat_376026","ultrachat_16043","f910dc31_4","answer_ff201787_1","ultrachat_424557","040615bc_1","bc93cdaa","ultrachat_102120","ultrachat_525919","answer_ff201787_2","sharegpt_ROjo48X_0","f7a61595_3","sharegpt_etklNfN_0","17c79a49_1","82ded648_4","ultrachat_214872","55da3cbf_2","8f8f2ced_1","ultrachat_454188","b76a47ad_2","ultrachat_26485","ultrachat_143879","ultrachat_176182","sharegpt_A4GMAA9_0","ultrachat_144818","afac4495_2"]
Retrieved context/evidence
["sharegpt_CIPQtDW_0","ultrachat_16043","ultrachat_436013","sharegpt_ROjo48X_0","ultrachat_176182"]
Retrieval output (not a generated answer)
sharegpt_CIPQtDW_0
Complete stored trace (JSON)
{
"answer": "sharegpt_CIPQtDW_0",
"answer_session_ids": [
"answer_ff201787_1",
"answer_ff201787_2"
],
"gold_references": [
"answer_ff201787_1",
"answer_ff201787_2"
],
"oracle_has_answer_turns": {
"040615bc_1": [],
"17c79a49_1": [],
"1d337b19_4": [],
"1f4b446a_1": [],
"253154a2_2": [],
"55da3cbf_2": [],
"588a2123": [],
"5c98f7bf": [],
"5f9dd782": [],
"82ded648_4": [],
"8e3352fc_3": [],
"8f8f2ced_1": [],
"afac4495_2": [],
"answer_ff201787_1": [],
"answer_ff201787_2": [
10
],
"b35fadaa": [],
"b76a47ad_2": [],
"bc93cdaa": [],
"ccc87da9_1": [],
"eb4d1c82_1": [],
"ebd2a973": [],
"f7a61595_3": [],
"f910dc31_4": [],
"sharegpt_5BYr1yR_0": [],
"sharegpt_8ziBSjY_11": [],
"sharegpt_A4GMAA9_0": [],
"sharegpt_CIPQtDW_0": [],
"sharegpt_ROjo48X_0": [],
"sharegpt_etklNfN_0": [],
"sharegpt_fbs9syb_8": [],
"sharegpt_vonEwUo_17": [],
"ultrachat_102120": [],
"ultrachat_143879": [],
"ultrachat_144818": [],
"ultrachat_16043": [],
"ultrachat_176182": [],
"ultrachat_214872": [],
"ultrachat_26485": [],
"ultrachat_285907": [],
"ultrachat_311511": [],
"ultrachat_376026": [],
"ultrachat_424557": [],
"ultrachat_436013": [],
"ultrachat_449172": [],
"ultrachat_454188": [],
"ultrachat_471437": [],
"ultrachat_483034": [],
"ultrachat_485183": [],
"ultrachat_525919": [],
"ultrachat_576106": []
},
"question_id": "gpt4_fa19884d",
"ranked_retrieved_hits": [
"sharegpt_CIPQtDW_0",
"ultrachat_16043",
"ultrachat_436013",
"sharegpt_ROjo48X_0",
"ultrachat_176182"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_449172",
"ultrachat_311511",
"1d337b19_4",
"sharegpt_8ziBSjY_11",
"ultrachat_485183",
"8e3352fc_3",
"253154a2_2",
"ultrachat_576106",
"sharegpt_5BYr1yR_0",
"1f4b446a_1",
"5c98f7bf",
"sharegpt_CIPQtDW_0",
"ultrachat_483034",
"ultrachat_436013",
"ebd2a973",
"b35fadaa",
"ultrachat_471437",
"sharegpt_fbs9syb_8",
"5f9dd782",
"ultrachat_285907",
"588a2123",
"eb4d1c82_1",
"ccc87da9_1",
"sharegpt_vonEwUo_17",
"ultrachat_376026",
"ultrachat_16043",
"f910dc31_4",
"answer_ff201787_1",
"ultrachat_424557",
"040615bc_1",
"bc93cdaa",
"ultrachat_102120",
"ultrachat_525919",
"answer_ff201787_2",
"sharegpt_ROjo48X_0",
"f7a61595_3",
"sharegpt_etklNfN_0",
"17c79a49_1",
"82ded648_4",
"ultrachat_214872",
"55da3cbf_2",
"8f8f2ced_1",
"ultrachat_454188",
"b76a47ad_2",
"ultrachat_26485",
"ultrachat_143879",
"ultrachat_176182",
"sharegpt_A4GMAA9_0",
"ultrachat_144818",
"afac4495_2"
]
}