Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace gpt4_0b2f1d21

Back to result

Stored context/evidence

["ultrachat_1415","0d73afc8","0375be8d_1","sharegpt_iej2OEP_0","sharegpt_QP630pA_5","sharegpt_9JZCfee_42","sharegpt_35udPn0_1","sharegpt_2SnITOv_0","0df69ec5","sharegpt_ItYxNpw_0","sharegpt_Lz31LpH_0","ultrachat_506140","answer_c4e5d969_2","0418a4b1_1","ultrachat_545584","sharegpt_uD7CBng_36","sharegpt_hDjMGr7_30","ultrachat_319337","sharegpt_XYtuANl_9","sharegpt_Hj47IDr_13","ultrachat_425364","sharegpt_46tofIX_0","sharegpt_KBe10PZ_0","5260c678_2","e58c5e0f","ultrachat_455430","ultrachat_196381","ultrachat_49268","ultrachat_518522","sharegpt_ME35OD8_167","27e262d5_1","c81d1a7b_3","sharegpt_Ld2vfe9_0","ultrachat_563664","sharegpt_4pDZgCL_14","ultrachat_360972","sharegpt_gUVBFB8_0","f31a0422_1","1cafd864_3","5fc83435_2","sharegpt_rhWNt54_19","answer_c4e5d969_1","ultrachat_360144","sharegpt_2kpncbX_13","f848f0ad","09f7f9cf","sharegpt_hvkhRVP_0","b729da5f_1","sharegpt_vvCtAZS_0","sharegpt_AAiSO5l_0","ultrachat_60028","ultrachat_62970","c1e170f0_5"]

Retrieved context/evidence

["sharegpt_gUVBFB8_0","ultrachat_563664","sharegpt_iej2OEP_0","sharegpt_2kpncbX_13","sharegpt_AAiSO5l_0"]

Retrieval output (not a generated answer)

sharegpt_gUVBFB8_0

Complete stored trace (JSON)

{
  "answer": "sharegpt_gUVBFB8_0",
  "answer_session_ids": [
    "answer_c4e5d969_2",
    "answer_c4e5d969_1"
  ],
  "gold_references": [
    "answer_c4e5d969_2",
    "answer_c4e5d969_1"
  ],
  "oracle_has_answer_turns": {
    "0375be8d_1": [],
    "0418a4b1_1": [],
    "09f7f9cf": [],
    "0d73afc8": [],
    "0df69ec5": [],
    "1cafd864_3": [],
    "27e262d5_1": [],
    "5260c678_2": [],
    "5fc83435_2": [],
    "answer_c4e5d969_1": [
      0
    ],
    "answer_c4e5d969_2": [
      0
    ],
    "b729da5f_1": [],
    "c1e170f0_5": [],
    "c81d1a7b_3": [],
    "e58c5e0f": [],
    "f31a0422_1": [],
    "f848f0ad": [],
    "sharegpt_2SnITOv_0": [],
    "sharegpt_2kpncbX_13": [],
    "sharegpt_35udPn0_1": [],
    "sharegpt_46tofIX_0": [],
    "sharegpt_4pDZgCL_14": [],
    "sharegpt_9JZCfee_42": [],
    "sharegpt_AAiSO5l_0": [],
    "sharegpt_Hj47IDr_13": [],
    "sharegpt_ItYxNpw_0": [],
    "sharegpt_KBe10PZ_0": [],
    "sharegpt_Ld2vfe9_0": [],
    "sharegpt_Lz31LpH_0": [],
    "sharegpt_ME35OD8_167": [],
    "sharegpt_QP630pA_5": [],
    "sharegpt_XYtuANl_9": [],
    "sharegpt_gUVBFB8_0": [],
    "sharegpt_hDjMGr7_30": [],
    "sharegpt_hvkhRVP_0": [],
    "sharegpt_iej2OEP_0": [],
    "sharegpt_rhWNt54_19": [],
    "sharegpt_uD7CBng_36": [],
    "sharegpt_vvCtAZS_0": [],
    "ultrachat_1415": [],
    "ultrachat_196381": [],
    "ultrachat_319337": [],
    "ultrachat_360144": [],
    "ultrachat_360972": [],
    "ultrachat_425364": [],
    "ultrachat_455430": [],
    "ultrachat_49268": [],
    "ultrachat_506140": [],
    "ultrachat_518522": [],
    "ultrachat_545584": [],
    "ultrachat_563664": [],
    "ultrachat_60028": [],
    "ultrachat_62970": []
  },
  "question_id": "gpt4_0b2f1d21",
  "ranked_retrieved_hits": [
    "sharegpt_gUVBFB8_0",
    "ultrachat_563664",
    "sharegpt_iej2OEP_0",
    "sharegpt_2kpncbX_13",
    "sharegpt_AAiSO5l_0"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "ultrachat_1415",
    "0d73afc8",
    "0375be8d_1",
    "sharegpt_iej2OEP_0",
    "sharegpt_QP630pA_5",
    "sharegpt_9JZCfee_42",
    "sharegpt_35udPn0_1",
    "sharegpt_2SnITOv_0",
    "0df69ec5",
    "sharegpt_ItYxNpw_0",
    "sharegpt_Lz31LpH_0",
    "ultrachat_506140",
    "answer_c4e5d969_2",
    "0418a4b1_1",
    "ultrachat_545584",
    "sharegpt_uD7CBng_36",
    "sharegpt_hDjMGr7_30",
    "ultrachat_319337",
    "sharegpt_XYtuANl_9",
    "sharegpt_Hj47IDr_13",
    "ultrachat_425364",
    "sharegpt_46tofIX_0",
    "sharegpt_KBe10PZ_0",
    "5260c678_2",
    "e58c5e0f",
    "ultrachat_455430",
    "ultrachat_196381",
    "ultrachat_49268",
    "ultrachat_518522",
    "sharegpt_ME35OD8_167",
    "27e262d5_1",
    "c81d1a7b_3",
    "sharegpt_Ld2vfe9_0",
    "ultrachat_563664",
    "sharegpt_4pDZgCL_14",
    "ultrachat_360972",
    "sharegpt_gUVBFB8_0",
    "f31a0422_1",
    "1cafd864_3",
    "5fc83435_2",
    "sharegpt_rhWNt54_19",
    "answer_c4e5d969_1",
    "ultrachat_360144",
    "sharegpt_2kpncbX_13",
    "f848f0ad",
    "09f7f9cf",
    "sharegpt_hvkhRVP_0",
    "b729da5f_1",
    "sharegpt_vvCtAZS_0",
    "sharegpt_AAiSO5l_0",
    "ultrachat_60028",
    "ultrachat_62970",
    "c1e170f0_5"
  ]
}