Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 4fd1909e
Stored context/evidence
["sharegpt_bf1KlAQ_17","sharegpt_RlTrAHR_13","2a5f86e2","6a48e36f","f716720c_1","ultrachat_258612","ultrachat_514011","sharegpt_KfwaCrk_0","sharegpt_xX1L0kg_29","ultrachat_162975","sharegpt_NBWLxb1_0","sharegpt_0I1ibsp_13","ultrachat_133912","ultrachat_477397","sharegpt_FNyKOSt_0","ultrachat_59418","94c582bb_2","sharegpt_NxG2nGm_298","1fca10eb","66590433","sharegpt_bTDMt3m_0","sharegpt_cTUH44D_0","7032ebca_2","answer_2952aee4","ultrachat_472809","sharegpt_ivIjBdS_0","sharegpt_TsCON0V_0","sharegpt_Gd1iudl_0","ultrachat_73167","sharegpt_I2cfkPp_0","ultrachat_452975","ultrachat_497002","sharegpt_hO4FoVt_0","2479cbae","d97f4425","fef185b1","sharegpt_Y6XO6Br_0","232beff0_3","ad2135af","ultrachat_371514","sharegpt_EataUyh_0","bffd3a87","dc082bc8","ultrachat_358986","ultrachat_114211","3dc02d26_1","5e4bb245_1","73c6fe9e_2","ultrachat_290653","sharegpt_j7ovzdY_0","a33cf36a_1","65bc93cf_7","dedfc119_1","502b6b52_2","ultrachat_186237"]
Retrieved context/evidence
["answer_2952aee4","ultrachat_186237","sharegpt_EataUyh_0"]
Retrieval output (not a generated answer)
answer_2952aee4
Complete stored trace (JSON)
{
"answer": "answer_2952aee4",
"answer_session_ids": [
"answer_2952aee4"
],
"gold_references": [
"answer_2952aee4"
],
"oracle_has_answer_turns": {
"1fca10eb": [],
"232beff0_3": [],
"2479cbae": [],
"2a5f86e2": [],
"3dc02d26_1": [],
"502b6b52_2": [],
"5e4bb245_1": [],
"65bc93cf_7": [],
"66590433": [],
"6a48e36f": [],
"7032ebca_2": [],
"73c6fe9e_2": [],
"94c582bb_2": [],
"a33cf36a_1": [],
"ad2135af": [],
"answer_2952aee4": [
2
],
"bffd3a87": [],
"d97f4425": [],
"dc082bc8": [],
"dedfc119_1": [],
"f716720c_1": [],
"fef185b1": [],
"sharegpt_0I1ibsp_13": [],
"sharegpt_EataUyh_0": [],
"sharegpt_FNyKOSt_0": [],
"sharegpt_Gd1iudl_0": [],
"sharegpt_I2cfkPp_0": [],
"sharegpt_KfwaCrk_0": [],
"sharegpt_NBWLxb1_0": [],
"sharegpt_NxG2nGm_298": [],
"sharegpt_RlTrAHR_13": [],
"sharegpt_TsCON0V_0": [],
"sharegpt_Y6XO6Br_0": [],
"sharegpt_bTDMt3m_0": [],
"sharegpt_bf1KlAQ_17": [],
"sharegpt_cTUH44D_0": [],
"sharegpt_hO4FoVt_0": [],
"sharegpt_ivIjBdS_0": [],
"sharegpt_j7ovzdY_0": [],
"sharegpt_xX1L0kg_29": [],
"ultrachat_114211": [],
"ultrachat_133912": [],
"ultrachat_162975": [],
"ultrachat_186237": [],
"ultrachat_258612": [],
"ultrachat_290653": [],
"ultrachat_358986": [],
"ultrachat_371514": [],
"ultrachat_452975": [],
"ultrachat_472809": [],
"ultrachat_477397": [],
"ultrachat_497002": [],
"ultrachat_514011": [],
"ultrachat_59418": [],
"ultrachat_73167": []
},
"question_id": "4fd1909e",
"ranked_retrieved_hits": [
"answer_2952aee4",
"ultrachat_186237",
"sharegpt_EataUyh_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_bf1KlAQ_17",
"sharegpt_RlTrAHR_13",
"2a5f86e2",
"6a48e36f",
"f716720c_1",
"ultrachat_258612",
"ultrachat_514011",
"sharegpt_KfwaCrk_0",
"sharegpt_xX1L0kg_29",
"ultrachat_162975",
"sharegpt_NBWLxb1_0",
"sharegpt_0I1ibsp_13",
"ultrachat_133912",
"ultrachat_477397",
"sharegpt_FNyKOSt_0",
"ultrachat_59418",
"94c582bb_2",
"sharegpt_NxG2nGm_298",
"1fca10eb",
"66590433",
"sharegpt_bTDMt3m_0",
"sharegpt_cTUH44D_0",
"7032ebca_2",
"answer_2952aee4",
"ultrachat_472809",
"sharegpt_ivIjBdS_0",
"sharegpt_TsCON0V_0",
"sharegpt_Gd1iudl_0",
"ultrachat_73167",
"sharegpt_I2cfkPp_0",
"ultrachat_452975",
"ultrachat_497002",
"sharegpt_hO4FoVt_0",
"2479cbae",
"d97f4425",
"fef185b1",
"sharegpt_Y6XO6Br_0",
"232beff0_3",
"ad2135af",
"ultrachat_371514",
"sharegpt_EataUyh_0",
"bffd3a87",
"dc082bc8",
"ultrachat_358986",
"ultrachat_114211",
"3dc02d26_1",
"5e4bb245_1",
"73c6fe9e_2",
"ultrachat_290653",
"sharegpt_j7ovzdY_0",
"a33cf36a_1",
"65bc93cf_7",
"dedfc119_1",
"502b6b52_2",
"ultrachat_186237"
]
}