{"id":"https://openalex.org/W4316877063","doi":"https://doi.org/10.1109/tnnls.2023.3235479","title":"Enhanced Gradient for Differentiable Architecture Search","display_name":"Enhanced Gradient for Differentiable Architecture Search","publication_year":2023,"publication_date":"2023-01-17","ids":{"openalex":"https://openalex.org/W4316877063","doi":"https://doi.org/10.1109/tnnls.2023.3235479","pmid":"https://pubmed.ncbi.nlm.nih.gov/37021854"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3235479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3235479","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101758340","display_name":"Haichao Zhang","orcid":"https://orcid.org/0000-0002-4168-3640"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haichao Zhang","raw_affiliation_strings":["Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001762132","display_name":"Kuangrong Hao","orcid":"https://orcid.org/0000-0001-9672-6161"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuangrong Hao","raw_affiliation_strings":["Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002631807","display_name":"Lei Gao","orcid":"https://orcid.org/0000-0003-4272-9417"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lei Gao","raw_affiliation_strings":["Commonwealth Scientific and Industrial Research Organization (CSIRO), Waite Campus, Urrbrae, SA, Australia"],"affiliations":[{"raw_affiliation_string":"Commonwealth Scientific and Industrial Research Organization (CSIRO), Waite Campus, Urrbrae, SA, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048492871","display_name":"Xue\u2010song Tang","orcid":"https://orcid.org/0000-0002-7594-2241"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue-Song Tang","raw_affiliation_strings":["Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064572247","display_name":"Bing Wei","orcid":"https://orcid.org/0000-0002-2298-1474"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Wei","raw_affiliation_strings":["Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, and the College of Information Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101758340"],"corresponding_institution_ids":["https://openalex.org/I181326427"],"apc_list":null,"apc_paid":null,"fwci":1.4758,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83847408,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"35","issue":"7","first_page":"9606","last_page":"9620"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7375332713127136},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.6432434916496277},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6089163422584534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4949120879173279},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.49440932273864746},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4930057227611542},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.45296502113342285},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4478057622909546},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.43286532163619995},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.4281757175922394},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4222024083137512},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40172356367111206},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3612864017486572},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3593296706676483},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34433257579803467},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.32210707664489746},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28739112615585327},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14224642515182495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7375332713127136},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.6432434916496277},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6089163422584534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4949120879173279},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.49440932273864746},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4930057227611542},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.45296502113342285},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4478057622909546},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.43286532163619995},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.4281757175922394},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4222024083137512},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40172356367111206},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3612864017486572},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3593296706676483},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34433257579803467},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.32210707664489746},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28739112615585327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14224642515182495},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3235479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3235479","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37021854","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37021854","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2419430015","display_name":null,"funder_award_id":"21ZR1401700","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G5562433879","display_name":null,"funder_award_id":"20ZR1400400","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G65253006","display_name":null,"funder_award_id":"2232021A-10","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8373841368","display_name":null,"funder_award_id":"2232021D-37","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8497279193","display_name":null,"funder_award_id":"61903078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1951971685","https://openalex.org/W2388234732","https://openalex.org/W4298148284","https://openalex.org/W2394392475","https://openalex.org/W1551457437","https://openalex.org/W3101868899","https://openalex.org/W1536754783","https://openalex.org/W2112369369","https://openalex.org/W2095734449","https://openalex.org/W2399401597"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"neural":[3,53],"architecture":[4,18,55,77,191],"search":[5,56,82],"(NAS)":[6],"methods":[7],"have":[8],"been":[9],"proposed":[10,71],"for":[11,33,155],"the":[12,23,62,67,75,87,109,122,128],"automatic":[13,123],"generation":[14],"of":[15,89,111,150,163],"task-oriented":[16],"network":[17,54,63,68,76,169,190],"in":[19,143,188],"image":[20,144],"classification.":[21],"However,":[22],"architectures":[24],"obtained":[25],"by":[26],"existing":[27],"NAS":[28,180],"approaches":[29],"are":[30],"optimized":[31],"only":[32],"classification":[34],"performance":[35,64],"and":[36,65,83,105,159],"do":[37],"not":[38],"adapt":[39],"to":[40,59,102,120,127],"devices":[41],"with":[42,146,178],"limited":[43],"computational":[44],"resources.":[45],"To":[46],"address":[47],"this":[48],"challenge,":[49],"we":[50],"propose":[51],"a":[52,92,185],"algorithm":[57,117],"aiming":[58],"simultaneously":[60],"improve":[61],"reduce":[66],"complexity.":[69],"The":[70,131],"framework":[72],"automatically":[73],"builds":[74],"at":[78,168],"two":[79],"stages:":[80],"block-level":[81,90],"network-level":[84,112],"search.":[85],"At":[86,108],"stage":[88,110],"search,":[91,113],"gradient-based":[93],"relaxation":[94],"method":[95,137,183],"is":[96,118],"proposed,":[97],"using":[98],"an":[99,114,147,160],"enhanced":[100],"gradient":[101],"design":[103,124],"high-performance":[104],"low-complexity":[106],"blocks.":[107],"evolutionary":[115],"multiobjective":[116],"utilized":[119],"complete":[121],"from":[125],"blocks":[126],"target":[129],"network.":[130],"experimental":[132],"results":[133],"demonstrate":[134],"that":[135],"our":[136,182],"outperforms":[138],"all":[139],"evaluated":[140],"hand-crafted":[141],"networks":[142],"classification,":[145],"error":[148,161],"rate":[149,162],"3.18%":[151],"on":[152,165],"Canadian":[153],"Institute":[154],"Advanced":[156],"Research":[157],"(CIFAR10)":[158],"19.16%":[164],"CIFAR100,":[166],"both":[167],"parameter":[170],"size":[171],"less":[172],"than":[173],"1":[174],"M.":[175],"Obviously,":[176],"compared":[177],"other":[179],"methods,":[181],"offers":[184],"tremendous":[186],"reduction":[187],"designed":[189],"parameters.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}