Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace 3f1e9474
Stored context/evidence
["sharegpt_6ObOZhW_0","sharegpt_xasomVD_0","sharegpt_RydEkGL_17","sharegpt_cM3OvaA_0","ultrachat_517605","ultrachat_477598","sharegpt_YoOzNfm_0","ultrachat_368181","sharegpt_z4Dugu6_0","ultrachat_381025","ultrachat_78572","answer_57fc1954","ecd24d5e_2","ultrachat_489379","e93e2bcb","18fb3a22_3","ultrachat_320570","f67d993a_4","afa96a40","ultrachat_14392","3aac691d_2","ultrachat_462827","ultrachat_393184","f9207c1f","ultrachat_165425","4d408e9d","ultrachat_392989","da23d58d_6","9a7da379","ultrachat_509992","sharegpt_KvC1uli_0","097cefd0_1","ultrachat_177477","d771ea6d_2","sharegpt_fKftnSk_0","38e81260_1","4f23a396_1","sharegpt_5clkQjb_12","ultrachat_40086","58fe75aa_1","ultrachat_442101","e7497c07_2","acda6a4e_6","cdf068b1_1","205f348b_2","sharegpt_hl7jQnw_0","sharegpt_kkqlRlo_13","ultrachat_211338","sharegpt_2DsULnN_21","afec1061_1","sharegpt_wWUI4SO_7","954d4451_2"]
Retrieved context/evidence
["sharegpt_wWUI4SO_7","3aac691d_2","ultrachat_40086","sharegpt_hl7jQnw_0"]
Retrieval output (not a generated answer)
sharegpt_wWUI4SO_7
Complete stored trace (JSON)
{
"answer": "sharegpt_wWUI4SO_7",
"answer_session_ids": [
"answer_57fc1954"
],
"gold_references": [
"answer_57fc1954"
],
"oracle_has_answer_turns": {
"097cefd0_1": [],
"18fb3a22_3": [],
"205f348b_2": [],
"38e81260_1": [],
"3aac691d_2": [],
"4d408e9d": [],
"4f23a396_1": [],
"58fe75aa_1": [],
"954d4451_2": [],
"9a7da379": [],
"acda6a4e_6": [],
"afa96a40": [],
"afec1061_1": [],
"answer_57fc1954": [
8
],
"cdf068b1_1": [],
"d771ea6d_2": [],
"da23d58d_6": [],
"e7497c07_2": [],
"e93e2bcb": [],
"ecd24d5e_2": [],
"f67d993a_4": [],
"f9207c1f": [],
"sharegpt_2DsULnN_21": [],
"sharegpt_5clkQjb_12": [],
"sharegpt_6ObOZhW_0": [],
"sharegpt_KvC1uli_0": [],
"sharegpt_RydEkGL_17": [],
"sharegpt_YoOzNfm_0": [],
"sharegpt_cM3OvaA_0": [],
"sharegpt_fKftnSk_0": [],
"sharegpt_hl7jQnw_0": [],
"sharegpt_kkqlRlo_13": [],
"sharegpt_wWUI4SO_7": [],
"sharegpt_xasomVD_0": [],
"sharegpt_z4Dugu6_0": [],
"ultrachat_14392": [],
"ultrachat_165425": [],
"ultrachat_177477": [],
"ultrachat_211338": [],
"ultrachat_320570": [],
"ultrachat_368181": [],
"ultrachat_381025": [],
"ultrachat_392989": [],
"ultrachat_393184": [],
"ultrachat_40086": [],
"ultrachat_442101": [],
"ultrachat_462827": [],
"ultrachat_477598": [],
"ultrachat_489379": [],
"ultrachat_509992": [],
"ultrachat_517605": [],
"ultrachat_78572": []
},
"question_id": "3f1e9474",
"ranked_retrieved_hits": [
"sharegpt_wWUI4SO_7",
"3aac691d_2",
"ultrachat_40086",
"sharegpt_hl7jQnw_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"sharegpt_6ObOZhW_0",
"sharegpt_xasomVD_0",
"sharegpt_RydEkGL_17",
"sharegpt_cM3OvaA_0",
"ultrachat_517605",
"ultrachat_477598",
"sharegpt_YoOzNfm_0",
"ultrachat_368181",
"sharegpt_z4Dugu6_0",
"ultrachat_381025",
"ultrachat_78572",
"answer_57fc1954",
"ecd24d5e_2",
"ultrachat_489379",
"e93e2bcb",
"18fb3a22_3",
"ultrachat_320570",
"f67d993a_4",
"afa96a40",
"ultrachat_14392",
"3aac691d_2",
"ultrachat_462827",
"ultrachat_393184",
"f9207c1f",
"ultrachat_165425",
"4d408e9d",
"ultrachat_392989",
"da23d58d_6",
"9a7da379",
"ultrachat_509992",
"sharegpt_KvC1uli_0",
"097cefd0_1",
"ultrachat_177477",
"d771ea6d_2",
"sharegpt_fKftnSk_0",
"38e81260_1",
"4f23a396_1",
"sharegpt_5clkQjb_12",
"ultrachat_40086",
"58fe75aa_1",
"ultrachat_442101",
"e7497c07_2",
"acda6a4e_6",
"cdf068b1_1",
"205f348b_2",
"sharegpt_hl7jQnw_0",
"sharegpt_kkqlRlo_13",
"ultrachat_211338",
"sharegpt_2DsULnN_21",
"afec1061_1",
"sharegpt_wWUI4SO_7",
"954d4451_2"
]
}