Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 8752c811
Stored context/evidence
["ultrachat_27772","ultrachat_338289","533cda60","ultrachat_309254","ultrachat_115445","87afa197_1","ultrachat_91754","ultrachat_181957","ultrachat_401721","sharegpt_TRck0h4_0","sharegpt_Gb68gx3_0","f0e71553_5","ultrachat_290040","answer_sharegpt_6pWK9yx_0","ultrachat_211324","06b5b860","5c6a5b7c_1","ultrachat_224673","ultrachat_389569","9272a6a2_2","ultrachat_243038","sharegpt_5Rpp72b_191","sharegpt_BXnmNEJ_0","sharegpt_Bjn7mKF_360","sharegpt_pPkkkwf_0","0ba36688","02b63d04_1","ultrachat_32692","sharegpt_3rPQ4r4_0","14b8bfd1_2","9db30f1c_3","sharegpt_qgxzDJ9_0","sharegpt_Y6MteNX_0","56745369_2","sharegpt_cTla0Yd_0","57ea5a94","ultrachat_54567","sharegpt_c5xCsnB_0","ultrachat_160178","998616b4_3","sharegpt_7E53b59_0","05b84f71_6","sharegpt_u3QMuV4_0","77827bdf","d0a41222_1","ultrachat_5795","sharegpt_5m7gg5F_0","31f7c649_2","ultrachat_559220","sharegpt_0lUCp7h_0","sharegpt_W20Vnj4_0","sharegpt_lAfTTUo_0","sharegpt_5i9SUrt_0","3e48ed93","93f23301_2","9b3611d7_1"]
Retrieved context/evidence
["ultrachat_401721","ultrachat_290040","ultrachat_54567","sharegpt_Bjn7mKF_360"]
Retrieval output (not a generated answer)
ultrachat_401721
Complete stored trace (JSON)
{
"answer": "ultrachat_401721",
"answer_session_ids": [
"answer_sharegpt_6pWK9yx_0"
],
"gold_references": [
"answer_sharegpt_6pWK9yx_0"
],
"oracle_has_answer_turns": {
"02b63d04_1": [],
"05b84f71_6": [],
"06b5b860": [],
"0ba36688": [],
"14b8bfd1_2": [],
"31f7c649_2": [],
"3e48ed93": [],
"533cda60": [],
"56745369_2": [],
"57ea5a94": [],
"5c6a5b7c_1": [],
"77827bdf": [],
"87afa197_1": [],
"9272a6a2_2": [],
"93f23301_2": [],
"998616b4_3": [],
"9b3611d7_1": [],
"9db30f1c_3": [],
"answer_sharegpt_6pWK9yx_0": [
1
],
"d0a41222_1": [],
"f0e71553_5": [],
"sharegpt_0lUCp7h_0": [],
"sharegpt_3rPQ4r4_0": [],
"sharegpt_5Rpp72b_191": [],
"sharegpt_5i9SUrt_0": [],
"sharegpt_5m7gg5F_0": [],
"sharegpt_7E53b59_0": [],
"sharegpt_BXnmNEJ_0": [],
"sharegpt_Bjn7mKF_360": [],
"sharegpt_Gb68gx3_0": [],
"sharegpt_TRck0h4_0": [],
"sharegpt_W20Vnj4_0": [],
"sharegpt_Y6MteNX_0": [],
"sharegpt_c5xCsnB_0": [],
"sharegpt_cTla0Yd_0": [],
"sharegpt_lAfTTUo_0": [],
"sharegpt_pPkkkwf_0": [],
"sharegpt_qgxzDJ9_0": [],
"sharegpt_u3QMuV4_0": [],
"ultrachat_115445": [],
"ultrachat_160178": [],
"ultrachat_181957": [],
"ultrachat_211324": [],
"ultrachat_224673": [],
"ultrachat_243038": [],
"ultrachat_27772": [],
"ultrachat_290040": [],
"ultrachat_309254": [],
"ultrachat_32692": [],
"ultrachat_338289": [],
"ultrachat_389569": [],
"ultrachat_401721": [],
"ultrachat_54567": [],
"ultrachat_559220": [],
"ultrachat_5795": [],
"ultrachat_91754": []
},
"question_id": "8752c811",
"ranked_retrieved_hits": [
"ultrachat_401721",
"ultrachat_290040",
"ultrachat_54567",
"sharegpt_Bjn7mKF_360"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"ultrachat_27772",
"ultrachat_338289",
"533cda60",
"ultrachat_309254",
"ultrachat_115445",
"87afa197_1",
"ultrachat_91754",
"ultrachat_181957",
"ultrachat_401721",
"sharegpt_TRck0h4_0",
"sharegpt_Gb68gx3_0",
"f0e71553_5",
"ultrachat_290040",
"answer_sharegpt_6pWK9yx_0",
"ultrachat_211324",
"06b5b860",
"5c6a5b7c_1",
"ultrachat_224673",
"ultrachat_389569",
"9272a6a2_2",
"ultrachat_243038",
"sharegpt_5Rpp72b_191",
"sharegpt_BXnmNEJ_0",
"sharegpt_Bjn7mKF_360",
"sharegpt_pPkkkwf_0",
"0ba36688",
"02b63d04_1",
"ultrachat_32692",
"sharegpt_3rPQ4r4_0",
"14b8bfd1_2",
"9db30f1c_3",
"sharegpt_qgxzDJ9_0",
"sharegpt_Y6MteNX_0",
"56745369_2",
"sharegpt_cTla0Yd_0",
"57ea5a94",
"ultrachat_54567",
"sharegpt_c5xCsnB_0",
"ultrachat_160178",
"998616b4_3",
"sharegpt_7E53b59_0",
"05b84f71_6",
"sharegpt_u3QMuV4_0",
"77827bdf",
"d0a41222_1",
"ultrachat_5795",
"sharegpt_5m7gg5F_0",
"31f7c649_2",
"ultrachat_559220",
"sharegpt_0lUCp7h_0",
"sharegpt_W20Vnj4_0",
"sharegpt_lAfTTUo_0",
"sharegpt_5i9SUrt_0",
"3e48ed93",
"93f23301_2",
"9b3611d7_1"
]
}