Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace e493bb7c
Stored context/evidence
["acea489c","ultrachat_363167","ultrachat_82448","0aacd15f_1","8a9a28cc","7aaa23d7_2","sharegpt_jHGL67f_0","0d396995_2","answer_1a374afa_1","ultrachat_151926","ultrachat_415114","ultrachat_217527","ultrachat_185447","ultrachat_203191","21f3ba95","ultrachat_287713","f5a2e179_1","ultrachat_513900","sharegpt_icKePTP_0","sharegpt_6cz1Sq6_177","sharegpt_Zbt8MuK_0","ultrachat_575969","251bd037","a1f67b3b","b7d12295_1","e40c7fd3_3","59a3b4be_2","sharegpt_IcXBFnH_5","47693140_1","ultrachat_392200","answer_1a374afa_2","7c9353e3","ultrachat_555062","sharegpt_9CnlN2a_0","21197dbe_1","ultrachat_175807","ultrachat_216405","ultrachat_247306","9bdfff13","cc41c763","a07aa623_2","688f9a3f_1","d9f599e6_3","sharegpt_STVaKHZ_25","sharegpt_ZYY26AT_0","ultrachat_160312","sharegpt_kfByHvL_0","sharegpt_Lacd1qM_15","sharegpt_LbqrSdB_0","ultrachat_92766","9161500f_2"]
Retrieved context/evidence
["sharegpt_kfByHvL_0","ultrachat_185447","sharegpt_ZYY26AT_0","ultrachat_92766"]
Retrieval output (not a generated answer)
sharegpt_kfByHvL_0
Complete stored trace (JSON)
{
"answer": "sharegpt_kfByHvL_0",
"answer_session_ids": [
"answer_1a374afa_1",
"answer_1a374afa_2"
],
"gold_references": [
"answer_1a374afa_1",
"answer_1a374afa_2"
],
"oracle_has_answer_turns": {
"0aacd15f_1": [],
"0d396995_2": [],
"21197dbe_1": [],
"21f3ba95": [],
"251bd037": [],
"47693140_1": [],
"59a3b4be_2": [],
"688f9a3f_1": [],
"7aaa23d7_2": [],
"7c9353e3": [],
"8a9a28cc": [],
"9161500f_2": [],
"9bdfff13": [],
"a07aa623_2": [],
"a1f67b3b": [],
"acea489c": [],
"answer_1a374afa_1": [
4
],
"answer_1a374afa_2": [
6
],
"b7d12295_1": [],
"cc41c763": [],
"d9f599e6_3": [],
"e40c7fd3_3": [],
"f5a2e179_1": [],
"sharegpt_6cz1Sq6_177": [],
"sharegpt_9CnlN2a_0": [],
"sharegpt_IcXBFnH_5": [],
"sharegpt_Lacd1qM_15": [],
"sharegpt_LbqrSdB_0": [],
"sharegpt_STVaKHZ_25": [],
"sharegpt_ZYY26AT_0": [],
"sharegpt_Zbt8MuK_0": [],
"sharegpt_icKePTP_0": [],
"sharegpt_jHGL67f_0": [],
"sharegpt_kfByHvL_0": [],
"ultrachat_151926": [],
"ultrachat_160312": [],
"ultrachat_175807": [],
"ultrachat_185447": [],
"ultrachat_203191": [],
"ultrachat_216405": [],
"ultrachat_217527": [],
"ultrachat_247306": [],
"ultrachat_287713": [],
"ultrachat_363167": [],
"ultrachat_392200": [],
"ultrachat_415114": [],
"ultrachat_513900": [],
"ultrachat_555062": [],
"ultrachat_575969": [],
"ultrachat_82448": [],
"ultrachat_92766": []
},
"question_id": "e493bb7c",
"ranked_retrieved_hits": [
"sharegpt_kfByHvL_0",
"ultrachat_185447",
"sharegpt_ZYY26AT_0",
"ultrachat_92766"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"acea489c",
"ultrachat_363167",
"ultrachat_82448",
"0aacd15f_1",
"8a9a28cc",
"7aaa23d7_2",
"sharegpt_jHGL67f_0",
"0d396995_2",
"answer_1a374afa_1",
"ultrachat_151926",
"ultrachat_415114",
"ultrachat_217527",
"ultrachat_185447",
"ultrachat_203191",
"21f3ba95",
"ultrachat_287713",
"f5a2e179_1",
"ultrachat_513900",
"sharegpt_icKePTP_0",
"sharegpt_6cz1Sq6_177",
"sharegpt_Zbt8MuK_0",
"ultrachat_575969",
"251bd037",
"a1f67b3b",
"b7d12295_1",
"e40c7fd3_3",
"59a3b4be_2",
"sharegpt_IcXBFnH_5",
"47693140_1",
"ultrachat_392200",
"answer_1a374afa_2",
"7c9353e3",
"ultrachat_555062",
"sharegpt_9CnlN2a_0",
"21197dbe_1",
"ultrachat_175807",
"ultrachat_216405",
"ultrachat_247306",
"9bdfff13",
"cc41c763",
"a07aa623_2",
"688f9a3f_1",
"d9f599e6_3",
"sharegpt_STVaKHZ_25",
"sharegpt_ZYY26AT_0",
"ultrachat_160312",
"sharegpt_kfByHvL_0",
"sharegpt_Lacd1qM_15",
"sharegpt_LbqrSdB_0",
"ultrachat_92766",
"9161500f_2"
]
}