{"id":"https://openalex.org/W7161583254","doi":"https://doi.org/10.48550/arxiv.2605.15871","title":"Agentic Discovery of Neural Architectures: AIRA-Compose and AIRA-Design","display_name":"Agentic Discovery of Neural Architectures: AIRA-Compose and AIRA-Design","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161583254","doi":"https://doi.org/10.48550/arxiv.2605.15871"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15871","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15871","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15871","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125391034","display_name":"Alberto Pepe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pepe, Alberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037870921","display_name":"Chien-Yu Lin","orcid":"https://orcid.org/0000-0003-0118-3112"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Chien-Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020439365","display_name":"Despoina Magka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Magka, Despoina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005070359","display_name":"Bilge Acun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Acun, Bilge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050803970","display_name":"Yannan Nellie Wu","orcid":"https://orcid.org/0009-0001-0933-4600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yannan Nellie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125430799","display_name":"Anton Protopopov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Protopopov, Anton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136380288","display_name":"Carole-Jean Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Carole-Jean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136377518","display_name":"Yoram Bachrach","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bachrach, Yoram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2110999971628189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2110999971628189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.1468999981880188,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.08290000259876251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5695000290870667},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42820000648498535},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.3440999984741211},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3361000120639801},{"id":"https://openalex.org/keywords/pattern-matching","display_name":"Pattern matching","score":0.3084999918937683},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3061999976634979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7583000063896179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5996000170707703},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4593000113964081},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33079999685287476},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26350000500679016}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15871","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15871","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15871","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15871","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Toward":[0],"recursive":[1,220],"self-improvement,":[2],"we":[3],"investigate":[4],"LLM":[5],"agents":[6,33,132,192],"autonomously":[7,194],"designing":[8],"foundation":[9,213],"models":[10,98],"beyond":[11],"standard":[12],"Transformers.":[13],"We":[14],"introduce":[15],"a":[16,40,179,207,216],"dual-framework":[17],"approach:":[18],"AIRA-Compose":[19,30,96],"for":[20,26,138,210],"high-level":[21],"architecture":[22],"search,":[23],"and":[24,53,65,77,84,90,107,113,123,141,156,164,197],"AIRA-Design":[25,129],"low-level":[27],"mechanistic":[28],"implementation.":[29],"uses":[31],"11":[32],"to":[34,50],"explore":[35],"fundamental":[36],"computational":[37],"primitives":[38],"under":[39,178],"24-hour":[41],"budget.":[42],"Agents":[43],"evaluate":[44],"million-parameter":[45],"candidates,":[46],"extrapolating":[47],"top":[48],"designs":[49],"350M,":[51],"1B,":[52],"3B":[54],"scales.":[55],"This":[56,205],"yields":[57],"14":[58],"architectures":[59,152,196],"across":[60],"two":[61],"families:":[62],"AIRAformers":[63],"(Transformer-based)":[64],"AIRAhybrids":[66],"(Transformer-Mamba).":[67],"Pre-trained":[68],"at":[69],"1B":[70],"scale,":[71],"these":[72,188],"consistently":[73],"outperform":[74],"Llama":[75,93,111],"3.2":[76,112],"Composer-found":[78],"baselines.":[79,204],"On":[80,145,167],"downstream":[81],"tasks,":[82],"AIRAformer-D":[83],"AIRAhybrid-D":[85],"improve":[86],"accuracy":[87],"by":[88,121,127],"2.4%":[89],"3.8%":[91],"over":[92],"3.2.":[94],"Furthermore,":[95],"finds":[97],"with":[99,133],"highly":[100],"efficient":[101],"scaling":[102],"frontiers:":[103],"AIRAformer-C":[104],"scales":[105],"54%":[106],"71%":[108],"faster":[109],"than":[110],"Composer's":[114,124],"best":[115,125],"Transformer,":[116],"while":[117],"AIRAhybrid-C":[118],"outscales":[119],"Nemotron-2":[120],"23%":[122],"hybrid":[126],"37%.":[128],"tasks":[130],"20":[131],"writing":[134],"novel":[135],"attention":[136],"mechanisms":[137],"long-range":[139],"dependencies":[140],"high-performing":[142],"training":[143],"scripts.":[144],"the":[146,168,184],"Long":[147],"Range":[148],"Arena":[149],"benchmark,":[150,170],"agent-designed":[151],"reach":[153],"within":[154],"2.3%":[155],"2.6%":[157],"of":[158],"human":[159],"state-of-the-art":[160],"on":[161],"document":[162],"matching":[163,200],"text":[165],"classification.":[166],"Autoresearch":[169],"Greedy":[171],"Opus":[172],"4.5":[173],"achieves":[174],"0.968":[175],"validation":[176],"bits-per-byte":[177],"fixed":[180],"time":[181],"budget,":[182],"surpassing":[183,202],"published":[185],"minimum.":[186],"Together,":[187],"frameworks":[189],"show":[190],"AI":[191],"can":[193],"discover":[195],"algorithmic":[198],"optimizations":[199],"or":[201],"hand-designed":[203],"establishes":[206],"powerful":[208],"paradigm":[209],"discovering":[211],"next-generation":[212],"models,":[214],"marking":[215],"clear":[217],"step":[218],"toward":[219],"self-improvement.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-19T00:00:00"}