Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →

Trace gpt4_8e165409

Back to result

Stored context/evidence

["ultrachat_175639","sharegpt_DrLV0RL_25","ultrachat_212949","answer_d97db962_1","sharegpt_l75Ok8v_0","sharegpt_WjNoAPk_0","822c2064_1","sharegpt_B7mSlfQ_8","936e50b7","58ab32e2_2","46e4a8eb_2","ultrachat_572191","ultrachat_253134","sharegpt_JRQtEcd_115","sharegpt_kQ3JyoY_85","ultrachat_386066","ultrachat_391597","ee221574","b49985d9_1","a6e9eca0_4","ultrachat_65691","37067e75_1","58ab5fc5","f1fe6512_1","sharegpt_6dy7yyh_0","212ce1f4_2","773287dc_2","d5b3cf54_4","aee13015_3","sharegpt_MRAjzkZ_0","answer_d97db962_2","sharegpt_0itb7be_51","ultrachat_77564","sharegpt_HPZHo9C_0","ced2bbd7_2","ultrachat_273874","4c2bd0fe_2","4c967baa_1","a5e5bf60","ultrachat_106695","0cd57281_1","4c9f6bf5_2","ultrachat_365914","09599d45_1","ultrachat_577133","sharegpt_peRemgk_0","0c6c9f4d"]

Retrieved context/evidence

["sharegpt_l75Ok8v_0","sharegpt_B7mSlfQ_8","ultrachat_572191"]

Retrieval output (not a generated answer)

sharegpt_l75Ok8v_0

Complete stored trace (JSON)

{
  "answer": "sharegpt_l75Ok8v_0",
  "answer_session_ids": [
    "answer_d97db962_1",
    "answer_d97db962_2"
  ],
  "gold_references": [
    "answer_d97db962_1",
    "answer_d97db962_2"
  ],
  "oracle_has_answer_turns": {
    "09599d45_1": [],
    "0c6c9f4d": [],
    "0cd57281_1": [],
    "212ce1f4_2": [],
    "37067e75_1": [],
    "46e4a8eb_2": [],
    "4c2bd0fe_2": [],
    "4c967baa_1": [],
    "4c9f6bf5_2": [],
    "58ab32e2_2": [],
    "58ab5fc5": [],
    "773287dc_2": [],
    "822c2064_1": [],
    "936e50b7": [],
    "a5e5bf60": [],
    "a6e9eca0_4": [],
    "aee13015_3": [],
    "answer_d97db962_1": [
      0
    ],
    "answer_d97db962_2": [
      8
    ],
    "b49985d9_1": [],
    "ced2bbd7_2": [],
    "d5b3cf54_4": [],
    "ee221574": [],
    "f1fe6512_1": [],
    "sharegpt_0itb7be_51": [],
    "sharegpt_6dy7yyh_0": [],
    "sharegpt_B7mSlfQ_8": [],
    "sharegpt_DrLV0RL_25": [],
    "sharegpt_HPZHo9C_0": [],
    "sharegpt_JRQtEcd_115": [],
    "sharegpt_MRAjzkZ_0": [],
    "sharegpt_WjNoAPk_0": [],
    "sharegpt_kQ3JyoY_85": [],
    "sharegpt_l75Ok8v_0": [],
    "sharegpt_peRemgk_0": [],
    "ultrachat_106695": [],
    "ultrachat_175639": [],
    "ultrachat_212949": [],
    "ultrachat_253134": [],
    "ultrachat_273874": [],
    "ultrachat_365914": [],
    "ultrachat_386066": [],
    "ultrachat_391597": [],
    "ultrachat_572191": [],
    "ultrachat_577133": [],
    "ultrachat_65691": [],
    "ultrachat_77564": []
  },
  "question_id": "gpt4_8e165409",
  "ranked_retrieved_hits": [
    "sharegpt_l75Ok8v_0",
    "sharegpt_B7mSlfQ_8",
    "ultrachat_572191"
  ],
  "scoring_family": "deterministic-retrieval",
  "stored_records": [
    "ultrachat_175639",
    "sharegpt_DrLV0RL_25",
    "ultrachat_212949",
    "answer_d97db962_1",
    "sharegpt_l75Ok8v_0",
    "sharegpt_WjNoAPk_0",
    "822c2064_1",
    "sharegpt_B7mSlfQ_8",
    "936e50b7",
    "58ab32e2_2",
    "46e4a8eb_2",
    "ultrachat_572191",
    "ultrachat_253134",
    "sharegpt_JRQtEcd_115",
    "sharegpt_kQ3JyoY_85",
    "ultrachat_386066",
    "ultrachat_391597",
    "ee221574",
    "b49985d9_1",
    "a6e9eca0_4",
    "ultrachat_65691",
    "37067e75_1",
    "58ab5fc5",
    "f1fe6512_1",
    "sharegpt_6dy7yyh_0",
    "212ce1f4_2",
    "773287dc_2",
    "d5b3cf54_4",
    "aee13015_3",
    "sharegpt_MRAjzkZ_0",
    "answer_d97db962_2",
    "sharegpt_0itb7be_51",
    "ultrachat_77564",
    "sharegpt_HPZHo9C_0",
    "ced2bbd7_2",
    "ultrachat_273874",
    "4c2bd0fe_2",
    "4c967baa_1",
    "a5e5bf60",
    "ultrachat_106695",
    "0cd57281_1",
    "4c9f6bf5_2",
    "ultrachat_365914",
    "09599d45_1",
    "ultrachat_577133",
    "sharegpt_peRemgk_0",
    "0c6c9f4d"
  ]
}