Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace c6853660

Back to result

Stored context/evidence

["9a5dd969_2","ultrachat_181412","answer_626e93c4_1","ultrachat_108714","6474cfcc","ultrachat_223382","sharegpt_WDCapYY_0","sharegpt_J8ak3Zd_0","sharegpt_gPmunOt_204","ultrachat_367622","526354c8_1","ad33c715_1","sharegpt_MhyIwuj_11","answer_626e93c4_2","71dc2037_2","a4863bcb_2","ultrachat_210761","e9ce6ef0","47a0b3f0_2","8fc2273c","sharegpt_4gwMuCC_11","a9e242e8","ed7f9ab0_2","ultrachat_223464","dcbd175f_2","cf6f69a1","48a72204_2","54c5a89c_2","sharegpt_vvCtAZS_0","b1636b2f_2","c592e82c_2","ultrachat_389501","sharegpt_PQ71V9I_7","bed5fbab","ultrachat_435535","aeaedef5_1","sharegpt_IMtsj65_0","33994682_3","997bf2fb","sharegpt_MjN8ZSz_0","ultrachat_544305","f8ab60d7","ultrachat_84322","ultrachat_307669","6ed1c85e","0e931802_2"]

Retrieved context/evidence

["ultrachat_367622","sharegpt_J8ak3Zd_0","ultrachat_389501","ultrachat_307669"]

Retrieval output (not a generated answer)

ultrachat_367622

Complete stored trace (JSON)

{
  "answer": "ultrachat_367622",
  "answer_session_ids": [
    "answer_626e93c4_1",
    "answer_626e93c4_2"
  ],
  "gold_references": [
    "answer_626e93c4_1",
    "answer_626e93c4_2"
  ],
  "oracle_has_answer_turns": {
    "0e931802_2": [],
    "33994682_3": [],
    "47a0b3f0_2": [],
    "48a72204_2": [],
    "526354c8_1": [],
    "54c5a89c_2": [],
    "6474cfcc": [],
    "6ed1c85e": [],
    "71dc2037_2": [],
    "8fc2273c": [],
    "997bf2fb": [],
    "9a5dd969_2": [],
    "a4863bcb_2": [],
    "a9e242e8": [],
    "ad33c715_1": [],
    "aeaedef5_1": [],
    "answer_626e93c4_1": [
      0
    ],
    "answer_626e93c4_2": [
      0
    ],
    "b1636b2f_2": [],
    "bed5fbab": [],
    "c592e82c_2": [],
    "cf6f69a1": [],
    "dcbd175f_2": [],
    "e9ce6ef0": [],
    "ed7f9ab0_2": [],
    "f8ab60d7": [],
    "sharegpt_4gwMuCC_11": [],
    "sharegpt_IMtsj65_0": [],
    "sharegpt_J8ak3Zd_0": [],
    "sharegpt_MhyIwuj_11": [],
    "sharegpt_MjN8ZSz_0": [],
    "sharegpt_PQ71V9I_7": [],
    "sharegpt_WDCapYY_0": [],
    "sharegpt_gPmunOt_204": [],
    "sharegpt_vvCtAZS_0": [],
    "ultrachat_108714": [],
    "ultrachat_181412": [],
    "ultrachat_210761": [],
    "ultrachat_223382": [],
    "ultrachat_223464": [],
    "ultrachat_307669": [],
    "ultrachat_367622": [],
    "ultrachat_389501": [],
    "ultrachat_435535": [],
    "ultrachat_544305": [],
    "ultrachat_84322": []
  },
  "question_id": "c6853660",
  "ranked_retrieved_hits": [
    "ultrachat_367622",
    "sharegpt_J8ak3Zd_0",
    "ultrachat_389501",
    "ultrachat_307669"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "9a5dd969_2",
    "ultrachat_181412",
    "answer_626e93c4_1",
    "ultrachat_108714",
    "6474cfcc",
    "ultrachat_223382",
    "sharegpt_WDCapYY_0",
    "sharegpt_J8ak3Zd_0",
    "sharegpt_gPmunOt_204",
    "ultrachat_367622",
    "526354c8_1",
    "ad33c715_1",
    "sharegpt_MhyIwuj_11",
    "answer_626e93c4_2",
    "71dc2037_2",
    "a4863bcb_2",
    "ultrachat_210761",
    "e9ce6ef0",
    "47a0b3f0_2",
    "8fc2273c",
    "sharegpt_4gwMuCC_11",
    "a9e242e8",
    "ed7f9ab0_2",
    "ultrachat_223464",
    "dcbd175f_2",
    "cf6f69a1",
    "48a72204_2",
    "54c5a89c_2",
    "sharegpt_vvCtAZS_0",
    "b1636b2f_2",
    "c592e82c_2",
    "ultrachat_389501",
    "sharegpt_PQ71V9I_7",
    "bed5fbab",
    "ultrachat_435535",
    "aeaedef5_1",
    "sharegpt_IMtsj65_0",
    "33994682_3",
    "997bf2fb",
    "sharegpt_MjN8ZSz_0",
    "ultrachat_544305",
    "f8ab60d7",
    "ultrachat_84322",
    "ultrachat_307669",
    "6ed1c85e",
    "0e931802_2"
  ]
}