{
  "dataset": "gpqa_diamond",
  "hf_path": "Idavidrein/gpqa",
  "hf_name": "gpqa_diamond",
  "split": "train",
  "task_ids": [
    "gpqa_diamond_0000",
    "gpqa_diamond_0001",
    "gpqa_diamond_0002",
    "gpqa_diamond_0003",
    "gpqa_diamond_0004",
    "gpqa_diamond_0005",
    "gpqa_diamond_0006",
    "gpqa_diamond_0007",
    "gpqa_diamond_0008",
    "gpqa_diamond_0009",
    "gpqa_diamond_0010",
    "gpqa_diamond_0011",
    "gpqa_diamond_0012",
    "gpqa_diamond_0013",
    "gpqa_diamond_0014",
    "gpqa_diamond_0015",
    "gpqa_diamond_0016",
    "gpqa_diamond_0017",
    "gpqa_diamond_0018",
    "gpqa_diamond_0019",
    "gpqa_diamond_0020",
    "gpqa_diamond_0021",
    "gpqa_diamond_0022",
    "gpqa_diamond_0023",
    "gpqa_diamond_0024",
    "gpqa_diamond_0025",
    "gpqa_diamond_0026",
    "gpqa_diamond_0027",
    "gpqa_diamond_0028",
    "gpqa_diamond_0029",
    "gpqa_diamond_0030",
    "gpqa_diamond_0031",
    "gpqa_diamond_0032",
    "gpqa_diamond_0033",
    "gpqa_diamond_0034",
    "gpqa_diamond_0035",
    "gpqa_diamond_0036",
    "gpqa_diamond_0037",
    "gpqa_diamond_0038",
    "gpqa_diamond_0039",
    "gpqa_diamond_0040",
    "gpqa_diamond_0041",
    "gpqa_diamond_0042",
    "gpqa_diamond_0043",
    "gpqa_diamond_0044",
    "gpqa_diamond_0045",
    "gpqa_diamond_0046",
    "gpqa_diamond_0047",
    "gpqa_diamond_0048",
    "gpqa_diamond_0049",
    "gpqa_diamond_0050",
    "gpqa_diamond_0051",
    "gpqa_diamond_0052",
    "gpqa_diamond_0053",
    "gpqa_diamond_0054",
    "gpqa_diamond_0055",
    "gpqa_diamond_0056",
    "gpqa_diamond_0057",
    "gpqa_diamond_0058",
    "gpqa_diamond_0059",
    "gpqa_diamond_0060",
    "gpqa_diamond_0061",
    "gpqa_diamond_0062",
    "gpqa_diamond_0063",
    "gpqa_diamond_0064",
    "gpqa_diamond_0065",
    "gpqa_diamond_0066",
    "gpqa_diamond_0067",
    "gpqa_diamond_0068",
    "gpqa_diamond_0069",
    "gpqa_diamond_0070",
    "gpqa_diamond_0071",
    "gpqa_diamond_0072",
    "gpqa_diamond_0073",
    "gpqa_diamond_0074",
    "gpqa_diamond_0075",
    "gpqa_diamond_0076",
    "gpqa_diamond_0077",
    "gpqa_diamond_0078",
    "gpqa_diamond_0079",
    "gpqa_diamond_0080",
    "gpqa_diamond_0081",
    "gpqa_diamond_0082",
    "gpqa_diamond_0083",
    "gpqa_diamond_0084",
    "gpqa_diamond_0085",
    "gpqa_diamond_0086",
    "gpqa_diamond_0087",
    "gpqa_diamond_0088",
    "gpqa_diamond_0089",
    "gpqa_diamond_0090",
    "gpqa_diamond_0091",
    "gpqa_diamond_0092",
    "gpqa_diamond_0093",
    "gpqa_diamond_0094",
    "gpqa_diamond_0095",
    "gpqa_diamond_0096",
    "gpqa_diamond_0097",
    "gpqa_diamond_0098",
    "gpqa_diamond_0099",
    "gpqa_diamond_0100",
    "gpqa_diamond_0101",
    "gpqa_diamond_0102",
    "gpqa_diamond_0103",
    "gpqa_diamond_0104",
    "gpqa_diamond_0105",
    "gpqa_diamond_0106",
    "gpqa_diamond_0107",
    "gpqa_diamond_0108",
    "gpqa_diamond_0109",
    "gpqa_diamond_0110",
    "gpqa_diamond_0111",
    "gpqa_diamond_0112",
    "gpqa_diamond_0113",
    "gpqa_diamond_0114",
    "gpqa_diamond_0115",
    "gpqa_diamond_0116",
    "gpqa_diamond_0117",
    "gpqa_diamond_0118",
    "gpqa_diamond_0119",
    "gpqa_diamond_0120",
    "gpqa_diamond_0121",
    "gpqa_diamond_0122",
    "gpqa_diamond_0123",
    "gpqa_diamond_0124",
    "gpqa_diamond_0125",
    "gpqa_diamond_0126",
    "gpqa_diamond_0127",
    "gpqa_diamond_0128",
    "gpqa_diamond_0129",
    "gpqa_diamond_0130",
    "gpqa_diamond_0131",
    "gpqa_diamond_0132",
    "gpqa_diamond_0133",
    "gpqa_diamond_0134",
    "gpqa_diamond_0135",
    "gpqa_diamond_0136",
    "gpqa_diamond_0137",
    "gpqa_diamond_0138",
    "gpqa_diamond_0139",
    "gpqa_diamond_0140",
    "gpqa_diamond_0141",
    "gpqa_diamond_0142",
    "gpqa_diamond_0143",
    "gpqa_diamond_0144",
    "gpqa_diamond_0145",
    "gpqa_diamond_0146",
    "gpqa_diamond_0147",
    "gpqa_diamond_0148",
    "gpqa_diamond_0149",
    "gpqa_diamond_0150",
    "gpqa_diamond_0151",
    "gpqa_diamond_0152",
    "gpqa_diamond_0153",
    "gpqa_diamond_0154",
    "gpqa_diamond_0155",
    "gpqa_diamond_0156",
    "gpqa_diamond_0157",
    "gpqa_diamond_0158",
    "gpqa_diamond_0159",
    "gpqa_diamond_0160",
    "gpqa_diamond_0161",
    "gpqa_diamond_0162",
    "gpqa_diamond_0163",
    "gpqa_diamond_0164",
    "gpqa_diamond_0165",
    "gpqa_diamond_0166",
    "gpqa_diamond_0167",
    "gpqa_diamond_0168",
    "gpqa_diamond_0169",
    "gpqa_diamond_0170",
    "gpqa_diamond_0171",
    "gpqa_diamond_0172",
    "gpqa_diamond_0173",
    "gpqa_diamond_0174",
    "gpqa_diamond_0175",
    "gpqa_diamond_0176",
    "gpqa_diamond_0177",
    "gpqa_diamond_0178",
    "gpqa_diamond_0179",
    "gpqa_diamond_0180",
    "gpqa_diamond_0181",
    "gpqa_diamond_0182",
    "gpqa_diamond_0183",
    "gpqa_diamond_0184",
    "gpqa_diamond_0185",
    "gpqa_diamond_0186",
    "gpqa_diamond_0187",
    "gpqa_diamond_0188",
    "gpqa_diamond_0189",
    "gpqa_diamond_0190",
    "gpqa_diamond_0191",
    "gpqa_diamond_0192",
    "gpqa_diamond_0193",
    "gpqa_diamond_0194",
    "gpqa_diamond_0195",
    "gpqa_diamond_0196",
    "gpqa_diamond_0197"
  ],
  "n": 198,
  "seed": 42,
  "date": "2026-04-16",
  "reproduce": "python benchmarks/run_gpqa.py --model qwen3.5:35b-a3b"
}