Official benchmark setup required. Current development checks and adapted results are not official benchmark runs. Official comparisons must use the upstream code, datasets, scoring and prescribed setup, with versions and deviations disclosed. Protocol status →
Trace gpt4_a1b77f9c
Stored context/evidence
["2ec60f51_4","ultrachat_115392","sharegpt_Le7CqkS_0","sharegpt_kizKRm6_0","sharegpt_cc7Q3YI_21","cae65795_1","ultrachat_169455","f4a4a28a","0dcfb511_4","ultrachat_149140","863e904a","ultrachat_385473","47ec1674_2","sharegpt_3c7y4GY_0","sharegpt_Imn1sqe_11","sharegpt_1SSsoox_0","32c4c45e","daac1a76","ultrachat_471394","e44534ca","ultrachat_6904","660c4dba_2","ultrachat_539485","1446e268_2","e09b6396","ultrachat_378095","answer_e9ad5914_1","ultrachat_236099","answer_e9ad5914_2","sharegpt_Ge4oqyJ_13","sharegpt_1GIviXc_0","1b005b78","d52d478b","ultrachat_419899","sharegpt_YOnmzX7_0","answer_e9ad5914_3","5365840b_2","ultrachat_19046","answer_e9ad5914_4","d2b9908a","answer_e9ad5914_5","answer_e9ad5914_6","ultrachat_31232","ultrachat_44226","199a5225_1","sharegpt_vGZ5lH1_33","sharegpt_dC2lLD9_0","sharegpt_uj4i7AM_0","sharegpt_lnB7rir_0"]
Retrieved context/evidence
["sharegpt_lnB7rir_0","sharegpt_3c7y4GY_0","sharegpt_cc7Q3YI_21","ultrachat_169455","sharegpt_uj4i7AM_0"]
Retrieval output (not a generated answer)
sharegpt_lnB7rir_0
Complete stored trace (JSON)
{
"answer": "sharegpt_lnB7rir_0",
"answer_session_ids": [
"answer_e9ad5914_1",
"answer_e9ad5914_2",
"answer_e9ad5914_3",
"answer_e9ad5914_4",
"answer_e9ad5914_5",
"answer_e9ad5914_6"
],
"gold_references": [
"answer_e9ad5914_1",
"answer_e9ad5914_2",
"answer_e9ad5914_3",
"answer_e9ad5914_4",
"answer_e9ad5914_5",
"answer_e9ad5914_6"
],
"oracle_has_answer_turns": {
"0dcfb511_4": [],
"1446e268_2": [],
"199a5225_1": [],
"1b005b78": [],
"2ec60f51_4": [],
"32c4c45e": [],
"47ec1674_2": [],
"5365840b_2": [],
"660c4dba_2": [],
"863e904a": [],
"answer_e9ad5914_1": [
0
],
"answer_e9ad5914_2": [
0
],
"answer_e9ad5914_3": [
6
],
"answer_e9ad5914_4": [
0
],
"answer_e9ad5914_5": [
8
],
"answer_e9ad5914_6": [
0
],
"cae65795_1": [],
"d2b9908a": [],
"d52d478b": [],
"daac1a76": [],
"e09b6396": [],
"e44534ca": [],
"f4a4a28a": [],
"sharegpt_1GIviXc_0": [],
"sharegpt_1SSsoox_0": [],
"sharegpt_3c7y4GY_0": [],
"sharegpt_Ge4oqyJ_13": [],
"sharegpt_Imn1sqe_11": [],
"sharegpt_Le7CqkS_0": [],
"sharegpt_YOnmzX7_0": [],
"sharegpt_cc7Q3YI_21": [],
"sharegpt_dC2lLD9_0": [],
"sharegpt_kizKRm6_0": [],
"sharegpt_lnB7rir_0": [],
"sharegpt_uj4i7AM_0": [],
"sharegpt_vGZ5lH1_33": [],
"ultrachat_115392": [],
"ultrachat_149140": [],
"ultrachat_169455": [],
"ultrachat_19046": [],
"ultrachat_236099": [],
"ultrachat_31232": [],
"ultrachat_378095": [],
"ultrachat_385473": [],
"ultrachat_419899": [],
"ultrachat_44226": [],
"ultrachat_471394": [],
"ultrachat_539485": [],
"ultrachat_6904": []
},
"question_id": "gpt4_a1b77f9c",
"ranked_retrieved_hits": [
"sharegpt_lnB7rir_0",
"sharegpt_3c7y4GY_0",
"sharegpt_cc7Q3YI_21",
"ultrachat_169455",
"sharegpt_uj4i7AM_0"
],
"scoring_family": "deterministic-retrieval",
"stored_records": [
"2ec60f51_4",
"ultrachat_115392",
"sharegpt_Le7CqkS_0",
"sharegpt_kizKRm6_0",
"sharegpt_cc7Q3YI_21",
"cae65795_1",
"ultrachat_169455",
"f4a4a28a",
"0dcfb511_4",
"ultrachat_149140",
"863e904a",
"ultrachat_385473",
"47ec1674_2",
"sharegpt_3c7y4GY_0",
"sharegpt_Imn1sqe_11",
"sharegpt_1SSsoox_0",
"32c4c45e",
"daac1a76",
"ultrachat_471394",
"e44534ca",
"ultrachat_6904",
"660c4dba_2",
"ultrachat_539485",
"1446e268_2",
"e09b6396",
"ultrachat_378095",
"answer_e9ad5914_1",
"ultrachat_236099",
"answer_e9ad5914_2",
"sharegpt_Ge4oqyJ_13",
"sharegpt_1GIviXc_0",
"1b005b78",
"d52d478b",
"ultrachat_419899",
"sharegpt_YOnmzX7_0",
"answer_e9ad5914_3",
"5365840b_2",
"ultrachat_19046",
"answer_e9ad5914_4",
"d2b9908a",
"answer_e9ad5914_5",
"answer_e9ad5914_6",
"ultrachat_31232",
"ultrachat_44226",
"199a5225_1",
"sharegpt_vGZ5lH1_33",
"sharegpt_dC2lLD9_0",
"sharegpt_uj4i7AM_0",
"sharegpt_lnB7rir_0"
]
}