{"id":"https://openalex.org/W3176739814","doi":"https://doi.org/10.1109/access.2021.3090918","title":"Gradient Descent Effects on Differential Neural Architecture Search: A Survey","display_name":"Gradient Descent Effects on Differential Neural Architecture Search: A Survey","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3176739814","doi":"https://doi.org/10.1109/access.2021.3090918","mag":"3176739814"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3090918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3090918","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09461192.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09461192.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102908369","display_name":"Santanu Santra","orcid":"https://orcid.org/0000-0002-6710-4846"},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Santanu Santra","raw_affiliation_strings":["Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-6710-4846","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007240491","display_name":"Jun-Wei Hsieh","orcid":"https://orcid.org/0000-0003-4729-0730"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jun-Wei Hsieh","raw_affiliation_strings":["College of Artificial Intelligence and Green Energy, National Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Green Energy, National Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111945589","display_name":"Chi\u2010Fang Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chi-Fang Lin","raw_affiliation_strings":["Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.0078,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.92808181,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"89602","last_page":"89618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.8017590045928955},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737412691116333},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5746078491210938},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4854067265987396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48076412081718445},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4269108772277832},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39190834760665894}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.8017590045928955},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737412691116333},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5746078491210938},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4854067265987396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48076412081718445},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4269108772277832},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39190834760665894},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3090918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3090918","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09461192.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b79683bb63e7438e9f504c042b397b53","is_oa":true,"landing_page_url":"https://doaj.org/article/b79683bb63e7438e9f504c042b397b53","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 89602-89618 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3090918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3090918","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09461192.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G400652097","display_name":null,"funder_award_id":"109-2221-E-009-116-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176739814.pdf","grobid_xml":"https://content.openalex.org/works/W3176739814.grobid-xml"},"referenced_works_count":159,"referenced_works":["https://openalex.org/W1563795667","https://openalex.org/W1665214252","https://openalex.org/W2111935653","https://openalex.org/W2194775991","https://openalex.org/W2216949779","https://openalex.org/W2263490141","https://openalex.org/W2279098554","https://openalex.org/W2333796428","https://openalex.org/W2412479940","https://openalex.org/W2473930607","https://openalex.org/W2548228487","https://openalex.org/W2553303224","https://openalex.org/W2556833785","https://openalex.org/W2593744649","https://openalex.org/W2594529350","https://openalex.org/W2612445135","https://openalex.org/W2619307294","https://openalex.org/W2748513770","https://openalex.org/W2773706593","https://openalex.org/W2784822746","https://openalex.org/W2788853733","https://openalex.org/W2796265726","https://openalex.org/W2810075754","https://openalex.org/W2883188678","https://openalex.org/W2885311373","https://openalex.org/W2885820039","https://openalex.org/W2888429796","https://openalex.org/W2902994895","https://openalex.org/W2913618604","https://openalex.org/W2915992092","https://openalex.org/W2930296751","https://openalex.org/W2943530662","https://openalex.org/W2943899653","https://openalex.org/W2944213978","https://openalex.org/W2945403477","https://openalex.org/W2948917653","https://openalex.org/W2949264490","https://openalex.org/W2951104886","https://openalex.org/W2951622007","https://openalex.org/W2953604046","https://openalex.org/W2955051405","https://openalex.org/W2955425717","https://openalex.org/W2959334635","https://openalex.org/W2960010704","https://openalex.org/W2962716258","https://openalex.org/W2962746461","https://openalex.org/W2962750597","https://openalex.org/W2962847160","https://openalex.org/W2962972936","https://openalex.org/W2963108767","https://openalex.org/W2963126366","https://openalex.org/W2963137684","https://openalex.org/W2963536136","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2964081807","https://openalex.org/W2964212578","https://openalex.org/W2964259004","https://openalex.org/W2964515685","https://openalex.org/W2965658867","https://openalex.org/W2966284335","https://openalex.org/W2967733054","https://openalex.org/W2969937244","https://openalex.org/W2970790493","https://openalex.org/W2970896726","https://openalex.org/W2971107871","https://openalex.org/W2971302065","https://openalex.org/W2972830778","https://openalex.org/W2973943791","https://openalex.org/W2976230769","https://openalex.org/W2980137827","https://openalex.org/W2980270353","https://openalex.org/W2981383995","https://openalex.org/W2981686275","https://openalex.org/W2981748264","https://openalex.org/W2987301155","https://openalex.org/W2994653652","https://openalex.org/W2995727387","https://openalex.org/W2996012599","https://openalex.org/W2996409713","https://openalex.org/W3006500080","https://openalex.org/W3018892665","https://openalex.org/W3021905974","https://openalex.org/W3032945613","https://openalex.org/W3034202788","https://openalex.org/W3034238680","https://openalex.org/W3034535818","https://openalex.org/W3034906194","https://openalex.org/W3035189477","https://openalex.org/W3035584989","https://openalex.org/W3037699691","https://openalex.org/W3093155142","https://openalex.org/W3096533519","https://openalex.org/W3097607752","https://openalex.org/W3103697708","https://openalex.org/W3107893198","https://openalex.org/W3118344311","https://openalex.org/W3128998556","https://openalex.org/W3164008977","https://openalex.org/W3172317602","https://openalex.org/W3176634481","https://openalex.org/W3203915045","https://openalex.org/W4285667588","https://openalex.org/W4287725527","https://openalex.org/W4288320011","https://openalex.org/W4289752289","https://openalex.org/W4295185264","https://openalex.org/W4297775537","https://openalex.org/W4297781872","https://openalex.org/W4320930577","https://openalex.org/W6633802082","https://openalex.org/W6688365552","https://openalex.org/W6692956712","https://openalex.org/W6703049675","https://openalex.org/W6729972426","https://openalex.org/W6730091202","https://openalex.org/W6734593296","https://openalex.org/W6737664043","https://openalex.org/W6738693370","https://openalex.org/W6743495212","https://openalex.org/W6746023985","https://openalex.org/W6746693648","https://openalex.org/W6748587240","https://openalex.org/W6753048866","https://openalex.org/W6753278433","https://openalex.org/W6753344092","https://openalex.org/W6753701838","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6758740788","https://openalex.org/W6759828284","https://openalex.org/W6760018943","https://openalex.org/W6761066626","https://openalex.org/W6761158446","https://openalex.org/W6761996617","https://openalex.org/W6762162324","https://openalex.org/W6762376514","https://openalex.org/W6762610423","https://openalex.org/W6762718338","https://openalex.org/W6763366378","https://openalex.org/W6764013109","https://openalex.org/W6765297142","https://openalex.org/W6766225098","https://openalex.org/W6766837696","https://openalex.org/W6767025246","https://openalex.org/W6767701525","https://openalex.org/W6767953722","https://openalex.org/W6767994309","https://openalex.org/W6771590690","https://openalex.org/W6773935006","https://openalex.org/W6776542421","https://openalex.org/W6779008929","https://openalex.org/W6779628490","https://openalex.org/W6780197768","https://openalex.org/W6782312781","https://openalex.org/W6783947211","https://openalex.org/W6784343995","https://openalex.org/W6791950404","https://openalex.org/W7043445564"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W1998698147","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120"],"abstract_inverted_index":{"Gradient":[0],"Descent,":[1],"an":[2,28,53,108],"effective":[3],"way":[4],"to":[5,31,51,76,113,170,205],"search":[6,46,64,88,168,185],"for":[7,56],"the":[8,33,43,78,115,151,161,167,172,176,192,200],"local":[9],"minimum":[10],"of":[11,20,36,96,106,117,136,153,163],"a":[12,57],"function,":[13],"can":[14,124],"minimize":[15],"training":[16],"and":[17,23,101,121,142,159,196],"validation":[18,102],"loss":[19],"neural":[21,37,44,62,126,137],"architectures":[22],"also":[24],"be":[25,206],"incited":[26],"in":[27,94,166,187,199,208],"appropriate":[29],"order":[30],"decrease":[32],"searching":[34],"cost":[35],"architecture":[38,45,55,63,87,127,138],"search.":[39,128],"In":[40,104],"recent":[41],"trends,":[42],"(NAS)":[47],"is":[48,111],"enormously":[49],"used":[50,183],"construct":[52],"automatic":[54],"specific":[58],"task.":[59],"Mostly":[60],"well-performed":[61],"methods":[65,93],"have":[66],"adopted":[67],"reinforcement":[68],"learning,":[69],"evolutionary":[70],"algorithms,":[71],"or":[72],"gradient":[73,85,118,140,154,164],"descent":[74,119,155,165],"algorithms":[75],"find":[77],"best-performing":[79],"candidate":[80,173],"architecture.":[81,174],"Among":[82],"these":[83],"methods,":[84],"descent-based":[86],"approaches":[89,186],"outperform":[90],"all":[91],"other":[92],"terms":[95],"efficiency,":[97],"simplicity,":[98],"computational":[99],"cost,":[100],"error.":[103],"view":[105],"this,":[107],"in-depth":[109],"survey":[110,132,147,180],"necessary":[112],"cover":[114],"usefulness":[116],"method":[120,156],"how":[122],"this":[123],"benefit":[125],"We":[129],"begin":[130],"our":[131,179],"with":[133],"basic":[134],"concepts":[135],"search,":[139],"descent,":[141],"their":[143],"unique":[144],"properties.":[145],"Our":[146],"then":[148],"delves":[149],"into":[150],"impact":[152],"on":[157],"NAS":[158],"explores":[160],"effect":[162],"process":[169],"generate":[171],"At":[175],"same":[177],"time,":[178],"reviews":[181],"mostly":[182],"gradient-based":[184],"NAS.":[188],"Finally,":[189],"we":[190],"provide":[191],"current":[193],"research":[194],"challenges":[195],"open":[197],"problems":[198],"NAS-based":[201],"approaches,":[202],"which":[203],"need":[204],"addressed":[207],"future":[209],"research.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}