Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 8b9d4367
Stored context/evidence
["45d1c5c4","0bad887e_1","sharegpt_tiXLrgw_0","ultrachat_29415","sharegpt_p57YcDV_15","ultrachat_204707","ultrachat_166084","sharegpt_WZzri9J_0","8fec5f0d_3","ultrachat_398916","20cf06b8","7babf05b","c77250d2","sharegpt_iCNra6W_0","sharegpt_sw7VgI1_0","07b94dbf_1","ultrachat_321805","sharegpt_BVhcEnF_0","ultrachat_568019","sharegpt_poO1Z2B_0","ultrachat_490139","5880cdab","ultrachat_337474","sharegpt_WqYA9hK_0","ultrachat_454639","sharegpt_CqdBU0v_0","ultrachat_261318","sharegpt_ZSnZKMn_13","ultrachat_512822","5534efcb_1","089ee10c","36743359_1","ultrachat_552034","ultrachat_317178","ultrachat_563661","ultrachat_79945","93d4bb28","sharegpt_pYQfK1d_0","32c13712","643d285a_1","sharegpt_MHiC4J8_0","ultrachat_246904","sharegpt_ZcfatzD_0","answer_ultrachat_289157","ultrachat_556482","7accf10d","ultrachat_259169","007e7d81_3","c83bbe71_1","ultrachat_157423","031061e6_4","ultrachat_230375","sharegpt_iHP3XDi_39"]
Retrieved context/evidence
["answer_ultrachat_289157","ultrachat_166084","sharegpt_iHP3XDi_39","sharegpt_poO1Z2B_0"]
Retrieval output (not a generated answer)
answer_ultrachat_289157
Complete stored trace (JSON)
{
"answer": "answer_ultrachat_289157",
"answer_session_ids": [
"answer_ultrachat_289157"
],
"gold_references": [
"answer_ultrachat_289157"
],
"oracle_has_answer_turns": {
"007e7d81_3": [],
"031061e6_4": [],
"07b94dbf_1": [],
"089ee10c": [],
"0bad887e_1": [],
"20cf06b8": [],
"32c13712": [],
"36743359_1": [],
"45d1c5c4": [],
"5534efcb_1": [],
"5880cdab": [],
"643d285a_1": [],
"7accf10d": [],
"7babf05b": [],
"8fec5f0d_3": [],
"93d4bb28": [],
"answer_ultrachat_289157": [
3
],
"c77250d2": [],
"c83bbe71_1": [],
"sharegpt_BVhcEnF_0": [],
"sharegpt_CqdBU0v_0": [],
"sharegpt_MHiC4J8_0": [],
"sharegpt_WZzri9J_0": [],
"sharegpt_WqYA9hK_0": [],
"sharegpt_ZSnZKMn_13": [],
"sharegpt_ZcfatzD_0": [],
"sharegpt_iCNra6W_0": [],
"sharegpt_iHP3XDi_39": [],
"sharegpt_p57YcDV_15": [],
"sharegpt_pYQfK1d_0": [],
"sharegpt_poO1Z2B_0": [],
"sharegpt_sw7VgI1_0": [],
"sharegpt_tiXLrgw_0": [],
"ultrachat_157423": [],
"ultrachat_166084": [],
"ultrachat_204707": [],
"ultrachat_230375": [],
"ultrachat_246904": [],
"ultrachat_259169": [],
"ultrachat_261318": [],
"ultrachat_29415": [],
"ultrachat_317178": [],
"ultrachat_321805": [],
"ultrachat_337474": [],
"ultrachat_398916": [],
"ultrachat_454639": [],
"ultrachat_490139": [],
"ultrachat_512822": [],
"ultrachat_552034": [],
"ultrachat_556482": [],
"ultrachat_563661": [],
"ultrachat_568019": [],
"ultrachat_79945": []
},
"question_id": "8b9d4367",
"ranked_retrieved_hits": [
"answer_ultrachat_289157",
"ultrachat_166084",
"sharegpt_iHP3XDi_39",
"sharegpt_poO1Z2B_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"45d1c5c4",
"0bad887e_1",
"sharegpt_tiXLrgw_0",
"ultrachat_29415",
"sharegpt_p57YcDV_15",
"ultrachat_204707",
"ultrachat_166084",
"sharegpt_WZzri9J_0",
"8fec5f0d_3",
"ultrachat_398916",
"20cf06b8",
"7babf05b",
"c77250d2",
"sharegpt_iCNra6W_0",
"sharegpt_sw7VgI1_0",
"07b94dbf_1",
"ultrachat_321805",
"sharegpt_BVhcEnF_0",
"ultrachat_568019",
"sharegpt_poO1Z2B_0",
"ultrachat_490139",
"5880cdab",
"ultrachat_337474",
"sharegpt_WqYA9hK_0",
"ultrachat_454639",
"sharegpt_CqdBU0v_0",
"ultrachat_261318",
"sharegpt_ZSnZKMn_13",
"ultrachat_512822",
"5534efcb_1",
"089ee10c",
"36743359_1",
"ultrachat_552034",
"ultrachat_317178",
"ultrachat_563661",
"ultrachat_79945",
"93d4bb28",
"sharegpt_pYQfK1d_0",
"32c13712",
"643d285a_1",
"sharegpt_MHiC4J8_0",
"ultrachat_246904",
"sharegpt_ZcfatzD_0",
"answer_ultrachat_289157",
"ultrachat_556482",
"7accf10d",
"ultrachat_259169",
"007e7d81_3",
"c83bbe71_1",
"ultrachat_157423",
"031061e6_4",
"ultrachat_230375",
"sharegpt_iHP3XDi_39"
]
}