{"id":"https://openalex.org/W7138916761","doi":"https://doi.org/10.48550/arxiv.2603.17863","title":"Procedural Generation of Algorithm Discovery Tasks in Machine Learning","display_name":"Procedural Generation of Algorithm Discovery Tasks in Machine Learning","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138916761","doi":"https://doi.org/10.48550/arxiv.2603.17863"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002918998","display_name":"Alexander Goldie","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Goldie, Alexander D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130174619","display_name":"Zilin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130007982","display_name":"Adrian Hayler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hayler, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130105934","display_name":"Deepak Nathani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nathani, Deepak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129980960","display_name":"Edan Toledo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toledo, Edan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130067936","display_name":"Ken Thampiratwong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thampiratwong, Ken","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129772102","display_name":"Aleksandra Kalisz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalisz, Aleksandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091348511","display_name":"Michael Beukman","orcid":"https://orcid.org/0000-0002-5468-284X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beukman, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070313700","display_name":"Alistair Letcher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Letcher, Alistair","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129860346","display_name":"Shashank Reddy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reddy, Shashank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130070856","display_name":"Clarisse Wibault","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wibault, Clarisse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130016768","display_name":"Theo Wolf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wolf, Theo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129991957","display_name":"Charles O'Neill","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"O'Neill, Charles","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129832554","display_name":"Uljad Berdica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berdica, Uljad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129946212","display_name":"Nicholas Roberts","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roberts, Nicholas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086883629","display_name":"Saeed Rahmani","orcid":"https://orcid.org/0000-0002-2422-7109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahmani, Saeed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129855692","display_name":"Hannah Erlebach","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erlebach, Hannah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129942480","display_name":"Roberta Raileanu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raileanu, Roberta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129797045","display_name":"Shimon Whiteson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Whiteson, Shimon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130091962","display_name":"Jakob N. Foerster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foerster, Jakob N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":20,"corresponding_author_ids":["https://openalex.org/A5002918998"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4472000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4472000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09260000288486481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.09239999949932098,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6463000178337097},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.609499990940094},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5835000276565552},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.536300003528595},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3750999867916107},{"id":"https://openalex.org/keywords/instance-based-learning","display_name":"Instance-based learning","score":0.36469998955726624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7786999940872192},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7265999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6879000067710876},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6463000178337097},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.609499990940094},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5835000276565552},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.536300003528595},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.36469998955726624},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.335999995470047},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.33320000767707825},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","score":0.5623522400856018,"display_name":"No poverty"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automating":[0],"the":[1,8,81],"development":[2],"of":[3,59,83,92,94,102,114,133,138,144,151,169],"machine":[4,64,103],"learning":[5,72,104],"algorithms":[6],"has":[7,24],"potential":[9],"to":[10,17,121,161],"unlock":[11],"new":[12],"breakthroughs.":[13],"However,":[14],"our":[15],"ability":[16],"improve":[18],"and":[19,45,97,117],"evaluate":[20],"algorithm":[21,60,123],"discovery":[22,61,124],"systems":[23],"thus":[25],"far":[26],"been":[27],"limited":[28],"by":[29,80,110,157],"existing":[30],"task":[31],"suites.":[32],"They":[33],"suffer":[34],"from":[35,99],"many":[36],"issues,":[37],"such":[38,66],"as:":[39],"poor":[40],"evaluation":[41,143],"methodologies;":[42],"data":[43],"contamination;":[44],"containing":[46],"saturated":[47],"or":[48,73],"very":[49],"similar":[50],"problems.":[51],"Here,":[52],"we":[53,147],"introduce":[54],"DiscoGen,":[55,158],"a":[56,100,111,130,134,149],"procedural":[57,84],"generator":[58],"tasks":[62,93,107,140],"for":[63,70,76,141,166],"learning,":[65,88],"as":[67],"developing":[68],"optimisers":[69],"reinforcement":[71,87],"loss":[74],"functions":[75],"image":[77],"classification.":[78],"Motivated":[79],"success":[82],"generation":[85],"in":[86,159],"DiscoGen":[89,139,172],"spans":[90],"millions":[91],"varying":[95],"difficulty":[96],"complexity":[98],"range":[101],"fields.":[105],"These":[106],"are":[108],"specified":[109],"small":[112,136],"number":[113,150],"configuration":[115],"parameters":[116],"can":[118],"be":[119],"used":[120],"optimise":[122],"agents":[125],"(ADAs).":[126],"We":[127],"present":[128],"DiscoBench,":[129],"benchmark":[131],"consisting":[132],"fixed,":[135],"subset":[137],"principled":[142],"ADAs.":[145],"Finally,":[146],"propose":[148],"ambitious,":[152],"impactful":[153],"research":[154],"directions":[155],"enabled":[156],"addition":[160],"experiments":[162],"demonstrating":[163],"its":[164],"use":[165],"prompt":[167],"optimisation":[168],"an":[170],"ADA.":[171],"is":[173],"released":[174],"open-source":[175],"at":[176],"https://github.com/AlexGoldie/discogen.":[177]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-03-20T00:00:00"}