{"id":"https://openalex.org/W4400413686","doi":"https://doi.org/10.1145/3638529.3654017","title":"LLMatic: Neural Architecture Search Via Large Language Models And Quality Diversity Optimization","display_name":"LLMatic: Neural Architecture Search Via Large Language Models And Quality Diversity Optimization","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4400413686","doi":"https://doi.org/10.1145/3638529.3654017"},"language":"en","primary_location":{"id":"doi:10.1145/3638529.3654017","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3638529.3654017","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027180951","display_name":"Muhammad Umair Nasir","orcid":"https://orcid.org/0000-0002-2458-9599"},"institutions":[{"id":"https://openalex.org/I192619145","display_name":"University of the Witwatersrand","ror":"https://ror.org/03rp50x72","country_code":"ZA","type":"education","lineage":["https://openalex.org/I192619145"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Muhammad Umair Nasir","raw_affiliation_strings":["New York University, New York, USA","University of the Witwatersrand, Johannesburg, South Africa"],"raw_orcid":"https://orcid.org/0000-0002-2458-9599","affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"University of the Witwatersrand, Johannesburg, South Africa","institution_ids":["https://openalex.org/I192619145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088834644","display_name":"Sam Earle","orcid":"https://orcid.org/0000-0003-3783-9486"},"institutions":[{"id":"https://openalex.org/I192619145","display_name":"University of the Witwatersrand","ror":"https://ror.org/03rp50x72","country_code":"ZA","type":"education","lineage":["https://openalex.org/I192619145"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Sam Earle","raw_affiliation_strings":["New York University, New York, United States of America","University of the Witwatersrand Johannesburg, South Africa"],"raw_orcid":"https://orcid.org/0000-0003-3783-9486","affiliations":[{"raw_affiliation_string":"New York University, New York, United States of America","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"University of the Witwatersrand Johannesburg, South Africa","institution_ids":["https://openalex.org/I192619145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077267552","display_name":"Julian Togelius","orcid":"https://orcid.org/0000-0003-3128-4598"},"institutions":[{"id":"https://openalex.org/I192619145","display_name":"University of the Witwatersrand","ror":"https://ror.org/03rp50x72","country_code":"ZA","type":"education","lineage":["https://openalex.org/I192619145"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Julian Togelius","raw_affiliation_strings":["New York University, New Yoek, United States of America","University of the Witwatersrand Johannesburg, South Africa"],"raw_orcid":"https://orcid.org/0000-0003-3128-4598","affiliations":[{"raw_affiliation_string":"New York University, New Yoek, United States of America","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"University of the Witwatersrand Johannesburg, South Africa","institution_ids":["https://openalex.org/I192619145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078861770","display_name":"Steven James","orcid":"https://orcid.org/0000-0003-4366-4125"},"institutions":[{"id":"https://openalex.org/I192619145","display_name":"University of the Witwatersrand","ror":"https://ror.org/03rp50x72","country_code":"ZA","type":"education","lineage":["https://openalex.org/I192619145"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Steven James","raw_affiliation_strings":["University of the Witwatersrand, Johannesburg, South Africa","New York University New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-4366-4125","affiliations":[{"raw_affiliation_string":"University of the Witwatersrand, Johannesburg, South Africa","institution_ids":["https://openalex.org/I192619145"]},{"raw_affiliation_string":"New York University New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063774442","display_name":"Christopher W. Cleghorn","orcid":"https://orcid.org/0000-0002-7860-0650"},"institutions":[{"id":"https://openalex.org/I192619145","display_name":"University of the Witwatersrand","ror":"https://ror.org/03rp50x72","country_code":"ZA","type":"education","lineage":["https://openalex.org/I192619145"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Christopher Cleghorn","raw_affiliation_strings":["Amazon.com Inc., Johannesburg, South Africa","University of the Witwatersrand, Johannesburg, South Africa","New York University New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-7860-0650","affiliations":[{"raw_affiliation_string":"Amazon.com Inc., Johannesburg, South Africa","institution_ids":[]},{"raw_affiliation_string":"University of the Witwatersrand, Johannesburg, South Africa","institution_ids":["https://openalex.org/I192619145"]},{"raw_affiliation_string":"New York University New York, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1110","last_page":"1118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7465739250183105},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6309427618980408},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6202195882797241},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5239498615264893},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4830770790576935},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.439369797706604},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34320002794265747},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.059953540563583374}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465739250183105},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6309427618980408},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6202195882797241},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5239498615264893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4830770790576935},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.439369797706604},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34320002794265747},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.059953540563583374},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3638529.3654017","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3638529.3654017","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1581066146","https://openalex.org/W1898843043","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2165558283","https://openalex.org/W2194775991","https://openalex.org/W2581964774","https://openalex.org/W2739858255","https://openalex.org/W2957084162","https://openalex.org/W2959334635","https://openalex.org/W2962687375","https://openalex.org/W2963918968","https://openalex.org/W3192682950","https://openalex.org/W3209828932","https://openalex.org/W4210675662","https://openalex.org/W4255421341","https://openalex.org/W4363651325"],"related_works":["https://openalex.org/W2588198209","https://openalex.org/W4236583520","https://openalex.org/W1909006023","https://openalex.org/W2169518243","https://openalex.org/W3200723557","https://openalex.org/W4205824991","https://openalex.org/W2322261865","https://openalex.org/W4398861705","https://openalex.org/W4312713546","https://openalex.org/W2362195430"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,156],"(LLMs)":[3],"have":[4,27],"emerged":[5],"as":[6],"powerful":[7],"tools":[8],"capable":[9],"of":[10,15,36,46,74,81,146],"accomplishing":[11],"a":[12,29,87,104],"broad":[13],"spectrum":[14],"tasks.":[16],"Their":[17],"abilities":[18,45,73],"span":[19],"numerous":[20],"areas,":[21],"and":[22,66,79,111,117,126],"one":[23],"area":[24],"where":[25],"they":[26],"made":[28],"significant":[30],"impact":[31],"is":[32,163],"in":[33],"the":[34,43,71,77,124,147,158],"domain":[35,149],"code":[37,53,162],"generation.":[38],"Here,":[39],"we":[40,84],"propose":[41],"using":[42],"coding":[44],"LLMs":[47,75,94],"to":[48,52,63,96,114,152],"introduce":[49,85],"meaningful":[50],"variations":[51],"defining":[54],"neural":[55],"networks.":[56,119],"Meanwhile,":[57],"Quality-Diversity":[58],"(QD)":[59],"algorithms":[60],"are":[61],"known":[62],"discover":[64],"diverse":[65,116],"robust":[67],"solutions.":[68],"By":[69],"merging":[70],"code-generating":[72],"with":[76],"diversity":[78],"robustness":[80],"QD":[82,108],"solutions,":[83],"LLMatic,":[86],"Neural":[88],"Architecture":[89],"Search":[90],"(NAS)":[91],"algorithm.":[92],"While":[93],"struggle":[95],"conduct":[97],"NAS":[98],"directly":[99],"through":[100],"prompts,":[101],"LLMatic":[102,122],"uses":[103],"procedural":[105],"approach,":[106],"leveraging":[107],"for":[109,157],"prompts":[110],"network":[112],"architecture":[113],"create":[115],"high-performing":[118],"We":[120],"test":[121],"on":[123],"CIFAR-10":[125],"NAS-bench-201":[127],"benchmarks,":[128],"demonstrating":[129],"that":[130],"it":[131],"can":[132],"produce":[133],"competitive":[134],"networks":[135],"while":[136],"evaluating":[137],"just":[138],"2,":[139],"000":[140],"candidates,":[141],"even":[142],"without":[143],"prior":[144],"knowledge":[145],"benchmark":[148],"or":[150],"exposure":[151],"any":[153],"previous":[154],"top-performing":[155],"benchmark.":[159],"The":[160],"open-sourced":[161],"available":[164],"at":[165],"https://github.com/umair-nasir14/LLMatic.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2024-07-09T00:00:00"}