{"id":"https://openalex.org/W4285123690","doi":"https://doi.org/10.1109/access.2022.3185095","title":"RARTS: An Efficient First-Order Relaxed Architecture Search Method","display_name":"RARTS: An Efficient First-Order Relaxed Architecture Search Method","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285123690","doi":"https://doi.org/10.1109/access.2022.3185095"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3185095","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3185095","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09802086.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09802086.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011114638","display_name":"Fanghui Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fanghui Xue","raw_affiliation_strings":["Department of Mathematics, University of California at Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8366-9591","affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California at Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101940576","display_name":"Yingyong Qi","orcid":"https://orcid.org/0000-0003-1430-258X"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyong Qi","raw_affiliation_strings":["Department of Mathematics, University of California at Irvine, Irvine, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California at Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059708262","display_name":"Jack Xin","orcid":"https://orcid.org/0000-0002-6438-8476"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Xin","raw_affiliation_strings":["Department of Mathematics, University of California at Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6438-8476","affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California at Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6561,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.73425564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"10","issue":null,"first_page":"65901","last_page":"65912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8026622533798218},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7622225880622864},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6341745853424072},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6107459664344788},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5569166541099548},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5275934338569641},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.5169883966445923},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5023658275604248},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4773561954498291},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.45809870958328247},{"id":"https://openalex.org/keywords/search-cost","display_name":"Search cost","score":0.41757112741470337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4117480218410492},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15613001585006714}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8026622533798218},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7622225880622864},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6341745853424072},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6107459664344788},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5569166541099548},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5275934338569641},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.5169883966445923},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5023658275604248},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4773561954498291},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.45809870958328247},{"id":"https://openalex.org/C21782646","wikidata":"https://www.wikidata.org/wiki/Q841666","display_name":"Search cost","level":2,"score":0.41757112741470337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4117480218410492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15613001585006714},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3185095","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3185095","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09802086.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2008.03901","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.03901","pdf_url":"https://arxiv.org/pdf/2008.03901","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:a174f3cb09e24b0387ae67e597cb8735","is_oa":false,"landing_page_url":"https://doaj.org/article/a174f3cb09e24b0387ae67e597cb8735","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 65901-65912 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3185095","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3185095","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09802086.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G165397979","display_name":"Computational and Mathematical Studies of Complexity Reduction Methods for Deep Neural Networks and Applications","funder_award_id":"1854434","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G335290494","display_name":null,"funder_award_id":"DMS-1952644","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5367883119","display_name":null,"funder_award_id":"DMS-1854434","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8405762862","display_name":"FRG: Collaborative Research: Robust, Efficient, and Private Deep Learning Algorithms","funder_award_id":"1952644","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308258","display_name":"Qualcomm","ror":"https://ror.org/002zrf773"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285123690.pdf","grobid_xml":"https://content.openalex.org/works/W4285123690.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2124659975","https://openalex.org/W2138019504","https://openalex.org/W2194775991","https://openalex.org/W2495425901","https://openalex.org/W2553303224","https://openalex.org/W2885311373","https://openalex.org/W2886851211","https://openalex.org/W2896409484","https://openalex.org/W2945403477","https://openalex.org/W2946547492","https://openalex.org/W2949941638","https://openalex.org/W2951104886","https://openalex.org/W2960010704","https://openalex.org/W2962847160","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963136578","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2964001144","https://openalex.org/W2964081807","https://openalex.org/W2964233199","https://openalex.org/W2964259004","https://openalex.org/W2964444661","https://openalex.org/W2964515685","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2981748264","https://openalex.org/W2984618279","https://openalex.org/W2994671176","https://openalex.org/W2996409713","https://openalex.org/W3030728803","https://openalex.org/W3034609471","https://openalex.org/W3034906194","https://openalex.org/W3082154327","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3107893198","https://openalex.org/W3114692508","https://openalex.org/W3118608800","https://openalex.org/W3164008977","https://openalex.org/W3190627196","https://openalex.org/W3195881387","https://openalex.org/W4287768385","https://openalex.org/W4297800546","https://openalex.org/W4300687381","https://openalex.org/W4312258136","https://openalex.org/W4385245566","https://openalex.org/W6723181079","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6729956949","https://openalex.org/W6739901393","https://openalex.org/W6748035112","https://openalex.org/W6748057086","https://openalex.org/W6751797489","https://openalex.org/W6752515464","https://openalex.org/W6755843862","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6759828284","https://openalex.org/W6762610423","https://openalex.org/W6771640722","https://openalex.org/W6771784742","https://openalex.org/W6787972765","https://openalex.org/W6788673338"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W4327738859","https://openalex.org/W2348722996","https://openalex.org/W2334570605","https://openalex.org/W3181683615","https://openalex.org/W4286826125","https://openalex.org/W1633485514","https://openalex.org/W1604739066","https://openalex.org/W2115878407","https://openalex.org/W1980454230"],"abstract_inverted_index":{"Differentiable":[0],"architecture":[1,25,58,68,231],"search":[2,26,59,103,135,202,232],"(DARTS)":[3],"is":[4,114,182,194],"an":[5,121],"effective":[6],"method":[7,61],"for":[8],"data-driven":[9],"neural":[10],"network":[11,74,92,223],"design":[12],"based":[13],"on":[14,170,183,196,228],"solving":[15],"a":[16,51,56,105,117,158],"bilevel":[17],"optimization":[18],"problem.":[19],"Despite":[20],"its":[21,130],"success":[22],"in":[23,67,102,132,139,215],"many":[24],"tasks,":[27],"there":[28],"are":[29],"still":[30],"some":[31],"concerns":[32],"about":[33],"the":[34,40,43,64,82,144,151,154,197,205,211,221,229,238],"accuracy":[35,133,160],"of":[36,42,81,91,104,110,146,164,188,207,213,240],"first-order":[37],"DARTS":[38,113,128,169,176,189],"and":[39,55,73,120,129,134,153,161,181],"efficiency":[41],"second-order":[44,168],"DARTS.":[45,87],"In":[46,88],"this":[47],"paper,":[48],"we":[49],"formulate":[50],"single":[52],"level":[53],"alternative":[54],"relaxed":[57],"(RARTS)":[60],"that":[62],"utilizes":[63],"whole":[65],"dataset":[66],"learning":[69],"via":[70],"both":[71],"data":[72],"splitting,":[75,93],"without":[76,200],"involving":[77],"mixed":[78],"second":[79],"derivatives":[80],"corresponding":[83],"loss":[84],"functions":[85],"like":[86,234],"our":[89,192],"formulation":[90],"two":[94],"networks":[95],"with":[96,185],"different":[97],"but":[98],"related":[99],"weights":[100],"cooperate":[101],"shared":[106],"architecture.":[107],"The":[108],"advantage":[109],"RARTS":[111,126,156,172,218],"over":[112],"justified":[115],"by":[116],"convergence":[118],"theorem":[119],"analytically":[122],"solvable":[123],"model.":[124],"Moreover,":[125],"outperforms":[127,220],"variants":[131,187],"efficiency,":[136],"as":[137],"shown":[138],"adequate":[140],"experimental":[141],"results.":[142],"For":[143,204],"task":[145,206],"searching":[147,208],"topological":[148],"architecture,":[149],"i.e.,":[150,210],"edges":[152],"operations,":[155],"obtains":[157],"higher":[159],"60%":[162],"reduction":[163],"computational":[165],"cost":[166],"than":[167],"CIFAR-10.":[171],"continues":[173],"to":[174,179],"out-perform":[175],"upon":[177],"transfer":[178],"ImageNet":[180],"par":[184],"recent":[186],"even":[190],"though":[191],"innovation":[193],"purely":[195],"training":[198],"algorithm":[199],"modifying":[201],"space.":[203],"width,":[209],"number":[212],"channels":[214],"convolutional":[216],"layers,":[217],"also":[219,236],"traditional":[222],"pruning":[224],"benchmarks.":[225],"Further":[226],"experiments":[227],"public":[230],"benchmark":[233],"NATS-Bench":[235],"support":[237],"preeminence":[239],"RARTS.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}