{"id":"https://openalex.org/W3137175096","doi":"https://doi.org/10.1109/bigdata50022.2020.9377924","title":"An Adaptive Layer Expansion Algorithm for Efficient Training of Deep Neural Networks","display_name":"An Adaptive Layer Expansion Algorithm for Efficient Training of Deep Neural Networks","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3137175096","doi":"https://doi.org/10.1109/bigdata50022.2020.9377924","mag":"3137175096"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9377924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9377924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100679798","display_name":"Yilong Chen","orcid":"https://orcid.org/0000-0002-5127-2247"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Long Chen","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057805207","display_name":"Pangfeng Liu","orcid":"https://orcid.org/0000-0002-5466-9960"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Pangfeng Liu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103369909","display_name":"Jan\u2010Jan Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jan-Jan Wu","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18861872,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"420","last_page":"425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8028327226638794},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7701075077056885},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.653769850730896},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6528111696243286},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5793009400367737},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5149215459823608},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4685320258140564},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.46129071712493896},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4513205885887146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3176283836364746},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15977659821510315}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028327226638794},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7701075077056885},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.653769850730896},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6528111696243286},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5793009400367737},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5149215459823608},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4685320258140564},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.46129071712493896},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4513205885887146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3176283836364746},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15977659821510315},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9377924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9377924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5899999737739563,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1815076433","https://openalex.org/W2044097773","https://openalex.org/W2099444951","https://openalex.org/W2108598243","https://openalex.org/W2112256737","https://openalex.org/W2151551382","https://openalex.org/W2314029052","https://openalex.org/W2612445135","https://openalex.org/W2766839578","https://openalex.org/W2787684247","https://openalex.org/W2905741102","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963674932","https://openalex.org/W2963766446","https://openalex.org/W2963966020","https://openalex.org/W2970971581","https://openalex.org/W2981698279","https://openalex.org/W3091661482","https://openalex.org/W4289148071","https://openalex.org/W4295312788","https://openalex.org/W4297775537","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6638545294","https://openalex.org/W6726275242","https://openalex.org/W6737664043","https://openalex.org/W6745499037","https://openalex.org/W6747683314","https://openalex.org/W6748349539","https://openalex.org/W6757036269","https://openalex.org/W6766978945","https://openalex.org/W6973559833"],"related_works":["https://openalex.org/W618248309","https://openalex.org/W2377336366","https://openalex.org/W1568097102","https://openalex.org/W4390419160","https://openalex.org/W1601203902","https://openalex.org/W2075798043","https://openalex.org/W4225671779","https://openalex.org/W2102464536","https://openalex.org/W2361332776","https://openalex.org/W2248934910"],"abstract_inverted_index":{"In":[0],"this":[1,178],"paper,":[2],"we":[3,44],"propose":[4,45],"an":[5,46],"adaptive":[6,47],"layer":[7,48],"expansion":[8,49],"algorithm":[9,50,105,128,159],"to":[10,30,41,63,95],"reduce":[11],"the":[12,65,85,90,100,116,119,155,169,172,189],"training":[13,53,66],"time":[14,54,135],"of":[15,22,35,78,82,84,102,133,136,168,171],"deep":[16],"neural":[17],"networks":[18,25,37],"without":[19],"noticeable":[20],"loss":[21],"accuracy.":[23,32,71],"Neural":[24],"have":[26],"become":[27],"much":[28],"larger":[29],"improve":[31,64],"The":[33,104,122,158],"size":[34],"such":[36,197],"makes":[38],"them":[39],"time-consuming":[40],"train.":[42],"Hence,":[43],"that":[51,126],"reduces":[52],"by":[55,99],"dynamically":[56],"adding":[57,161],"nodes":[58,94,108,162],"where":[59,187],"they":[60],"are":[61,195],"necessary":[62],"efficiency":[67],"while":[68],"not":[69],"losing":[70],"We":[72],"start":[73],"with":[74,146],"a":[75,80,112,131,137,176],"smaller":[76],"model":[77,117,139,180],"only":[79,129,151,166],"fraction":[81],"parameters":[83,170],"original":[86,173],"model,":[87],"then":[88],"train":[89],"network":[91],"and":[92,114,140,192],"add":[93],"specific":[96],"layers":[97],"determined":[98],"stability":[101],"gradients.":[103],"repeatedly":[106],"adds":[107],"until":[109,118],"it":[110,164],"reaches":[111],"threshold":[113],"trains":[115],"accuracy":[120,143],"converges.":[121],"experiment":[123],"results":[124],"indicate":[125],"our":[127],"uses":[130],"quarter":[132],"computation":[134,190],"full":[138],"achieves":[141],"64.1%":[142],"on":[144],"MobileNet":[145],"dataset":[147],"CIFAR100,":[148],"which":[149],"is":[150],"2%":[152],"less":[153],"than":[154],"complete":[156],"model.":[157,174],"stops":[160],"when":[163],"has":[165],"half":[167],"As":[175],"result,":[177],"new":[179],"provides":[181],"fast":[182],"inference":[183],"in":[184],"those":[185],"environments":[186],"both":[188],"power":[191],"memory":[193],"storage":[194],"limited,":[196],"as":[198],"mobile":[199],"devices.":[200]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}