{"id":"https://openalex.org/W4392910495","doi":"https://doi.org/10.1109/icassp48485.2024.10448075","title":"Beyond the Limit of Weight-Sharing: Pioneering Space-Evolving NAS with Large Language Models","display_name":"Beyond the Limit of Weight-Sharing: Pioneering Space-Evolving NAS with Large Language Models","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392910495","doi":"https://doi.org/10.1109/icassp48485.2024.10448075"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011334334","display_name":"Xiu Su","orcid":"https://orcid.org/0000-0002-9863-5404"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Xiu Su","raw_affiliation_strings":["Central South University,Big Data Institute","School of Computer Science, Faculty of Engineering, The University of Sydney","Big Data Institute, Central South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Big Data Institute","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Big Data Institute, Central South University","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083588442","display_name":"Shan You","orcid":"https://orcid.org/0000-0003-1964-0430"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan You","raw_affiliation_strings":["SenseTime Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031494531","display_name":"Hongyan Xu","orcid":"https://orcid.org/0000-0001-9987-6608"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongyan Xu","raw_affiliation_strings":["University of New South Wales,School of Computer Science and Engineering","School of Computer Science and Engineering, University of New South Wales"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New South Wales,School of Computer Science and Engineering","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059036409","display_name":"Xiuxing Li","orcid":"https://orcid.org/0000-0002-1178-7422"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuxing Li","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology","Institute of Computing Technology, Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035841372","display_name":"Jun Long","orcid":"https://orcid.org/0000-0003-0163-0007"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Long","raw_affiliation_strings":["Central South University,Big Data Institute","Big Data Institute, Central South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,Big Data Institute","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"Big Data Institute, Central South University","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103285702","display_name":"Yi Chen","orcid":"https://orcid.org/0000-0003-4283-7485"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yi Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology,School of Computer Science","School of Computer Science, Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology,School of Computer Science","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"School of Computer Science, Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001529504","display_name":"Chang Xu","orcid":"https://orcid.org/0000-0002-4756-0609"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chang Xu","raw_affiliation_strings":["The University of Sydney,School of Computer Science, Faculty of Engineering","School of Computer Science, Faculty of Engineering, The University of Sydney"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sydney,School of Computer Science, Faculty of Engineering","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4508,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85751864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"6225","last_page":"6229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.6153826713562012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6143426895141602},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.47320955991744995},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13794031739234924},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10580652952194214}],"concepts":[{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.6153826713562012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6143426895141602},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47320955991744995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13794031739234924},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10580652952194214},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-138478","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-138478","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2806990599","https://openalex.org/W2808168148","https://openalex.org/W2896006880","https://openalex.org/W2940478336","https://openalex.org/W2945403477","https://openalex.org/W2947681860","https://openalex.org/W2951104886","https://openalex.org/W2963094099","https://openalex.org/W2984618279","https://openalex.org/W3011678972","https://openalex.org/W3035377608","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3131500599","https://openalex.org/W3133696297","https://openalex.org/W3168298428","https://openalex.org/W3177795924","https://openalex.org/W3203701986","https://openalex.org/W3204801262","https://openalex.org/W4306295092","https://openalex.org/W4312690709","https://openalex.org/W4312796067","https://openalex.org/W4312910717","https://openalex.org/W6751913510","https://openalex.org/W6752515464","https://openalex.org/W6755034786","https://openalex.org/W6755526309","https://openalex.org/W6761890098","https://openalex.org/W6762610423","https://openalex.org/W6763381322","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6790690058","https://openalex.org/W6845974107"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,69],"(LLMs)":[3],"offer":[4],"impressive":[5],"performance":[6],"across":[7,88,109],"diverse":[8],"fields,":[9],"but":[10],"their":[11],"increasing":[12],"complexity":[13],"raises":[14],"both":[15,110],"design":[16],"costs":[17],"and":[18,102,112],"the":[19,48,52,84,105],"need":[20],"for":[21,28,56],"specialized":[22],"expertise.":[23],"These":[24],"challenges":[25],"are":[26],"intensified":[27],"Neural":[29],"Architecture":[30],"Search":[31],"(NAS)":[32],"methods":[33],"reliant":[34],"on":[35,99],"weight-sharing":[36],"techniques.":[37],"This":[38],"paper":[39],"introduces":[40],"GNAS,":[41],"a":[42,79],"new":[43],"NAS":[44],"method":[45],"that":[46,70],"boosts":[47],"search":[49,94],"process":[50],"with":[51],"aid":[53],"of":[54,86,107],"LLMs":[55],"efficient":[57],"model":[58,90],"discovery.":[59],"With":[60],"insights":[61],"from":[62],"existing":[63],"architectures,":[64],"GNAS":[65,108],"swiftly":[66],"identifies":[67],"superior":[68],"can":[71],"adapt":[72],"to":[73,82],"changing":[74],"resource":[75],"constraints.":[76],"We":[77],"provide":[78],"mathematical":[80],"framework":[81],"facilitate":[83],"transfer":[85],"knowledge":[87],"different":[89],"sizes,":[91],"thereby":[92],"improving":[93],"efficiency.":[95],"Our":[96],"experiments":[97],"conducted":[98],"ImageNet,":[100],"NAS-Bench-Macro,":[101],"ChannelBench-Macro":[103],"confirm":[104],"effectiveness":[106],"CNN":[111],"Transformer":[113],"architectures.":[114]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
