{
  "dataset": "omnimath",
  "source": "experiments/datasets/data/omnimath_cache.json",
  "original_source": "HuggingFace KbsdJames/Omni-MATH",
  "filter": "difficulty >= 4.0",
  "n": 100,
  "seed": 42,
  "task_ids": [
    "apmoapmo_sol_75147",
    "HMMT_2_41885",
    "china_team_selection_test_71331",
    "imor_74723",
    "HMMT_2_45345",
    "HMMT_2_89766",
    "HMMT_2_60032",
    "HMMT_2_55225",
    "baltic_way_08240",
    "usamo_13755",
    "international_zhautykov_olympiad_76579",
    "imo_shortlist_97486",
    "HMMT_11_79946",
    "HMMT_2_11242",
    "imc_10228",
    "HMMT_11_64474",
    "china_team_selection_test_68417",
    "china_team_selection_test_01615",
    "HMMT_2_53920",
    "HMMT_2_96482",
    "HMMT_2_55460",
    "HMMT_11_48992",
    "putnam_42303",
    "china_team_selection_test_54013",
    "HMMT_11_21446",
    "HMMT_2_13847",
    "imo_18625",
    "balkan_mo_75634",
    "junior_balkan_mo_34932",
    "HMMT_11_49343",
    "HMMT_11_70663",
    "HMMT_2_35987",
    "HMMT_11_88939",
    "HMMT_11_34376",
    "HMMT_2_78885",
    "imo_56246",
    "china_national_olympiad_66091",
    "cono_sur_olympiad_39493",
    "rioplatense_mathematical_olympiad_level_06960",
    "HMMT_2_13128",
    "middle_european_mathematical_olympiad_54657",
    "HMMT_11_73897",
    "HMMT_2_11965",
    "HMMT_2_78502",
    "HMMT_2_37639",
    "HMMT_2_22425",
    "balkan_mo_shortlist_91041",
    "HMMT_2_89498",
    "usajmo_31765",
    "HMMT_2_32628",
    "izho_60926",
    "HMMT_2_09335",
    "apmoapmo_sol_81883",
    "imo_shortlist_92983",
    "HMMT_2_84428",
    "putnam_74505",
    "HMMT_2_77615",
    "imo_shortlist_70553",
    "usamo_60087",
    "imo_67778",
    "HMMT_11_54563",
    "HMMT_11_34870",
    "HMMT_2_36229",
    "HMMT_11_40393",
    "HMMT_2_45107",
    "HMMT_11_12899",
    "HMMT_2_03720",
    "imo_shortlist_37830",
    "usamo_97346",
    "putnam_01022",
    "apmoapmo_sol_03416",
    "HMMT_11_28134",
    "HMMT_2_34476",
    "ToT_40092",
    "usamo_28890",
    "china_team_selection_test_11134",
    "benelux MO_11773",
    "HMMT_2_20429",
    "balkan_mo_shortlist_65508",
    "HMMT_2_67800",
    "usamo_44943",
    "imo_longlists_91252",
    "HMMT_2_41766",
    "HMMT_2_11516",
    "HMMT_11_88509",
    "HMMT_2_55883",
    "baltic_way_86756",
    "HMMT_2_58332",
    "HMMT_2_75978",
    "HMMT_2_83929",
    "apmoapmo_sol_52493",
    "HMMT_2_84641",
    "cono_sur_olympiad_20990",
    "HMMT_2_22044",
    "th_igo_13431",
    "international_zhautykov_olympiad_15571",
    "putnam_71945",
    "jbmo_42644",
    "putnam_63530",
    "HMMT_2_66737"
  ],
  "date": "2026-04-09",
  "reproduce": "python benchmarks/run_claude_omnimath.py --n 100 --seed 42 --min-diff 4"
}