{"id":"https://openalex.org/W6947956136","doi":"https://doi.org/10.48550/arxiv.2507.02554","title":"AI Research Agents for Machine Learning: Search, Exploration, and Generalization in MLE-bench","display_name":"AI Research Agents for Machine Learning: Search, Exploration, and Generalization in MLE-bench","publication_year":2025,"publication_date":"2025-07-03","ids":{"openalex":"https://openalex.org/W6947956136","doi":"https://doi.org/10.48550/arxiv.2507.02554"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:oru-125556","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:oru:diva-125556","pdf_url":"https://oru.diva-portal.org/smash/get/diva2:2020921/FULLTEXT01","source":{"id":"https://openalex.org/S4306400154","display_name":"\u00d6rebro University Library (\u00d6rebro University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I26437253","host_organization_name":"\u00d6rebro University","host_organization_lineage":["https://openalex.org/I26437253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"volume":null,"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://oru.diva-portal.org/smash/get/diva2:2020921/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129980960","display_name":"Edan Toledo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toledo, Edan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061387148","display_name":"Karen Hambardzumyan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hambardzumyan, Karen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057031908","display_name":"Martin Josifoski","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Josifoski, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070202776","display_name":"Rishi Hazra","orcid":"https://orcid.org/0000-0003-3422-2085","observed_orcids":["https://orcid.org/0000-0003-3422-2085"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hazra, Rishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093957781","display_name":"Nicolas Baldwin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baldwin, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120363422","display_name":"Alexis Audran-Reiss","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Audran-Reiss, Alexis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002457261","display_name":"Michael Kuchnik","orcid":"https://orcid.org/0000-0002-0805-1828","observed_orcids":["https://orcid.org/0000-0002-0805-1828"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuchnik, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020439365","display_name":"Despoina Magka","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Magka, Despoina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jiang, Minqi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Minqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130988709","display_name":"Alisia Lupidi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lupidi, Alisia Maria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lupu, Andrei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lupu, Andrei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018702533","display_name":"Roberta R\u0103ileanu","orcid":"https://orcid.org/0009-0003-2057-2903","observed_orcids":["https://orcid.org/0009-0003-2057-2903"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raileanu, Roberta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Niu, Kelvin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Kelvin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shavrina, Tatiana","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shavrina, Tatiana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gagnon-Audet, Jean-Christophe","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gagnon-Audet, Jean-Christophe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000749837","display_name":"Michael Shvartsman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shvartsman, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052862844","display_name":"Shagun Sodhani","orcid":"https://orcid.org/0000-0003-2994-8906","observed_orcids":["https://orcid.org/0000-0003-2994-8906"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sodhani, Shagun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Miller, Alexander H.","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miller, Alexander H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120719882","display_name":"Abhishek Charnalia","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charnalia, Abhishek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dunfield, Derek","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dunfield, Derek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wu, Carole-Jean","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Carole-Jean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049427071","display_name":"Pontus Stenetorp","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stenetorp, Pontus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004751764","display_name":"Nicola Cancedda","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cancedda, Nicola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Foerster, Jakob Nicolaus","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foerster, Jakob Nicolaus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5062949033","display_name":"Yoram Bachrach","orcid":"https://orcid.org/0000-0002-4382-7636","observed_orcids":["https://orcid.org/0000-0002-4382-7636"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bachrach, Yoram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41414479,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.07620000094175339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-machine-learning","display_name":"automated machine learning","score":0.9229999780654907},{"id":"https://openalex.org/keywords/search-policy","display_name":"search policy","score":0.8730000257492065},{"id":"https://openalex.org/keywords/search-operators","display_name":"search operators","score":0.7429999709129333},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.8659999966621399},{"id":"https://openalex.org/keywords/evolutionary-search","display_name":"evolutionary search","score":0.6959999799728394},{"id":"https://openalex.org/keywords/greedy-search","display_name":"greedy search","score":0.9380000233650208},{"id":"https://openalex.org/keywords/kaggle-competition","display_name":"Kaggle competition","score":0.7080000042915344},{"id":"https://openalex.org/keywords/benchmark-evaluation","display_name":"benchmark evaluation","score":0.42399999499320984},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.6859999895095825}],"concepts":[{"id":"https://openalex.org/C144251240","wikidata":"https://www.wikidata.org/wiki/Q7068229","display_name":"Nucleofection","level":4,"score":0.4154999852180481},{"id":"https://openalex.org/C2778283623","wikidata":"https://www.wikidata.org/wiki/Q18032200","display_name":"TSG101","level":5,"score":0.3222000002861023},{"id":"https://openalex.org/C2992336715","wikidata":"https://www.wikidata.org/wiki/Q63431143","display_name":"Gestational period","level":4,"score":0.3149999976158142},{"id":"https://openalex.org/C133074676","wikidata":"https://www.wikidata.org/wiki/Q428729","display_name":"Fusible alloy","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C18743360","wikidata":"https://www.wikidata.org/wiki/Q1208096","display_name":"Diafiltration","level":4,"score":0.303600013256073},{"id":"https://openalex.org/C2777054765","wikidata":"https://www.wikidata.org/wiki/Q6402731","display_name":"Dysgeusia","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C145741570","wikidata":"https://www.wikidata.org/wiki/Q7251534","display_name":"Proteogenomics","level":5,"score":0.30000001192092896},{"id":"https://openalex.org/C2777158700","wikidata":"https://www.wikidata.org/wiki/Q1419356","display_name":"Hyporeflexia","level":3,"score":0.2903999984264374},{"id":"https://openalex.org/C2781032047","wikidata":"https://www.wikidata.org/wiki/Q938793","display_name":"Articular cartilage damage","level":5,"score":0.28760001063346863},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.2824999988079071},{"id":"https://openalex.org/C2777935831","wikidata":"https://www.wikidata.org/wiki/Q3144949","display_name":"Hemopericardium","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C180938184","wikidata":"https://www.wikidata.org/wiki/Q2142270","display_name":"Liquation","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C2777742743","wikidata":"https://www.wikidata.org/wiki/Q19904005","display_name":"Durvalumab","level":5,"score":0.2655999958515167},{"id":"https://openalex.org/C135979968","wikidata":"https://www.wikidata.org/wiki/Q609809","display_name":"Protein isoform","level":5,"score":0.259799987077713},{"id":"https://openalex.org/C104545631","wikidata":"https://www.wikidata.org/wiki/Q464858","display_name":"Demotion","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C2776356786","wikidata":"https://www.wikidata.org/wiki/Q1048573","display_name":"Tubulopathy","level":3,"score":0.2565999925136566},{"id":"https://openalex.org/C2909186138","wikidata":"https://www.wikidata.org/wiki/Q1500373","display_name":"Hyperlactatemia","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:DiVA.org:oru-125556","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:oru:diva-125556","pdf_url":"https://oru.diva-portal.org/smash/get/diva2:2020921/FULLTEXT01","source":{"id":"https://openalex.org/S4306400154","display_name":"\u00d6rebro University Library (\u00d6rebro University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I26437253","host_organization_name":"\u00d6rebro University","host_organization_lineage":["https://openalex.org/I26437253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2507.02554","doi":"https://doi.org/10.48550/arxiv.2507.02554","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.02554","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:oru-125556","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:oru:diva-125556","pdf_url":"https://oru.diva-portal.org/smash/get/diva2:2020921/FULLTEXT01","source":{"id":"https://openalex.org/S4306400154","display_name":"\u00d6rebro University Library (\u00d6rebro University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I26437253","host_organization_name":"\u00d6rebro University","host_organization_lineage":["https://openalex.org/I26437253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6947956136.pdf","grobid_xml":"https://content.openalex.org/works/W6947956136.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,49],"research":[1,50],"agents":[2,36,51],"are":[3],"demonstrating":[4],"great":[5],"potential":[6],"to":[7,41,119],"accelerate":[8],"scientific":[9],"progress":[10],"by":[11],"automating":[12],"the":[13,109,124,129],"design,":[14,133],"implementation,":[15],"and":[16,69,75,98,134],"training":[17],"of":[18,59,95,112,126],"machine":[19,44,140],"learning":[20,45],"models.":[21],"We":[22,47],"focus":[23],"on":[24,30,105],"methods":[25],"for":[26,88],"improving":[27],"agents'":[28],"performance":[29],"MLE-bench,":[31],"a":[32,57,102,114],"challenging":[33],"benchmark":[34],"where":[35],"compete":[37],"in":[38,137],"Kaggle":[39,115],"competitions":[40],"solve":[42],"real-world":[43],"problems.":[46],"formalize":[48],"as":[52],"search":[53,76,96,130],"policies":[54,77],"that":[55,83],"navigate":[56],"space":[58],"candidate":[60],"solutions,":[61],"iteratively":[62],"modifying":[63],"them":[64],"using":[65],"operators.":[66],"By":[67],"designing":[68],"systematically":[70],"varying":[71],"different":[72],"operator":[73,99,132],"sets":[74],"(Greedy,":[78],"MCTS,":[79],"Evolutionary),":[80],"we":[81],"show":[82],"their":[84],"interplay":[85],"is":[86],"critical":[87],"achieving":[89,113],"high":[90],"performance.":[91],"Our":[92,121],"best":[93],"pairing":[94],"strategy":[97],"set":[100],"achieves":[101],"state-of-the-art":[103],"result":[104],"MLE-bench":[106],"lite,":[107],"increasing":[108],"success":[110],"rate":[111],"medal":[116],"from":[117],"39.6%":[118],"47.7%.":[120],"investigation":[122],"underscores":[123],"importance":[125],"jointly":[127],"considering":[128],"strategy,":[131],"evaluation":[135],"methodology":[136],"advancing":[138],"automated":[139],"learning.":[141]},"counts_by_year":[],"updated_date":"2026-10-13T10:08:12.033832","created_date":"2025-10-10T00:00:00"}