{"id":"https://openalex.org/W3102279354","doi":"https://doi.org/10.1109/tnnls.2020.3029613","title":"A Lightweight Encoder\u2013Decoder Path for Deep Residual Networks","display_name":"A Lightweight Encoder\u2013Decoder Path for Deep Residual Networks","publication_year":2020,"publication_date":"2020-11-12","ids":{"openalex":"https://openalex.org/W3102279354","doi":"https://doi.org/10.1109/tnnls.2020.3029613","mag":"3102279354","pmid":"https://pubmed.ncbi.nlm.nih.gov/33180736"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.3029613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3029613","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101896776","display_name":"Xin Jin","orcid":"https://orcid.org/0000-0002-2521-3147"},"institutions":[{"id":"https://openalex.org/I4401726805","display_name":"Megvii (China)","ror":"https://ror.org/040b32p69","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726805"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Jin","raw_affiliation_strings":["Megvii Research Nanjing, Megvii Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Megvii Research Nanjing, Megvii Technology, Nanjing, China","institution_ids":["https://openalex.org/I4401726805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035220939","display_name":"Yanping Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanping Xie","raw_affiliation_strings":["MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, College of Computer Science and Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, College of Computer Science and Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066964304","display_name":"Xiu-Shen Wei","orcid":"https://orcid.org/0000-0002-8200-1845"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu-Shen Wei","raw_affiliation_strings":["Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102351764","display_name":"Borui Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726805","display_name":"Megvii (China)","ror":"https://ror.org/040b32p69","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726805"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo-Rui Zhao","raw_affiliation_strings":["Megvii Research Nanjing, Megvii Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Megvii Research Nanjing, Megvii Technology, Nanjing, China","institution_ids":["https://openalex.org/I4401726805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068627934","display_name":"Yongshun Zhang","orcid":"https://orcid.org/0000-0002-9402-1181"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongshun Zhang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004478562","display_name":"Xiaoyang Tan","orcid":"https://orcid.org/0000-0002-2683-8667"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyang Tan","raw_affiliation_strings":["MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, College of Computer Science and Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, College of Computer Science and Technology, Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090173005","display_name":"Yang Yu","orcid":"https://orcid.org/0000-0003-2096-9786"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Yu","raw_affiliation_strings":["Polixir Technologies Ltd., Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Polixir Technologies Ltd., Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101896776"],"corresponding_institution_ids":["https://openalex.org/I4401726805"],"apc_list":null,"apc_paid":null,"fwci":0.2931,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.57699805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"2","first_page":"866","last_page":"878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7577908635139465},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.733439564704895},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.698380708694458},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.5747733116149902},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5587331056594849},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5532445907592773},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46730872988700867},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.46551942825317383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4405096769332886},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43675458431243896},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36796867847442627},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35204580426216125},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3512350022792816},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3343629539012909},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16289058327674866},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08245423436164856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577908635139465},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.733439564704895},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.698380708694458},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.5747733116149902},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5587331056594849},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5532445907592773},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46730872988700867},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.46551942825317383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4405096769332886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43675458431243896},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36796867847442627},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35204580426216125},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3512350022792816},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3343629539012909},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16289058327674866},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08245423436164856},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.3029613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3029613","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33180736","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33180736","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1745238659","display_name":null,"funder_award_id":"61672280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4729739571","display_name":null,"funder_award_id":"30920041111","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5205180948","display_name":null,"funder_award_id":"61976115","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7529917","display_name":null,"funder_award_id":"61732006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1677182931","https://openalex.org/W1745334888","https://openalex.org/W1797268635","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W2097117768","https://openalex.org/W2100495367","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2117812871","https://openalex.org/W2139427956","https://openalex.org/W2163922914","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2307770531","https://openalex.org/W2400429454","https://openalex.org/W2531409750","https://openalex.org/W2549139847","https://openalex.org/W2565639579","https://openalex.org/W2623629680","https://openalex.org/W2752782242","https://openalex.org/W2763070548","https://openalex.org/W2775811337","https://openalex.org/W2790852735","https://openalex.org/W2807793257","https://openalex.org/W2884367402","https://openalex.org/W2884585870","https://openalex.org/W2898377853","https://openalex.org/W2898843400","https://openalex.org/W2920582597","https://openalex.org/W2928165649","https://openalex.org/W2957105406","https://openalex.org/W2963090248","https://openalex.org/W2963125010","https://openalex.org/W2963150697","https://openalex.org/W2963495494","https://openalex.org/W2963504571","https://openalex.org/W2963881378","https://openalex.org/W2963896050","https://openalex.org/W2964049407","https://openalex.org/W2964350391","https://openalex.org/W2997574889","https://openalex.org/W3118608800","https://openalex.org/W4388297464","https://openalex.org/W6619990258","https://openalex.org/W6638319203","https://openalex.org/W6681096077","https://openalex.org/W6733240366","https://openalex.org/W6737664043","https://openalex.org/W6755609140","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2560215812","https://openalex.org/W2949601986","https://openalex.org/W4390516098","https://openalex.org/W2788972299","https://openalex.org/W2521347458","https://openalex.org/W4391621807","https://openalex.org/W2161474341","https://openalex.org/W2990636717","https://openalex.org/W4301867275","https://openalex.org/W2790610275"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,93,134],"present":[4],"a":[5,18,23,69,99,121],"novel":[6],"lightweight":[7,95,110],"path":[8,30,144],"for":[9,145],"deep":[10],"residual":[11,34,147],"neural":[12],"networks.":[13],"The":[14,193],"proposed":[15],"method":[16],"integrates":[17],"simple":[19,70],"plug-and-play":[20],"module,":[21],"i.e.,":[22],"convolutional":[24],"encoder-decoder":[25],"(ED),":[26],"as":[27],"an":[28,115],"augmented":[29],"to":[31,38,52],"the":[32,39,45,48,74,79,104,136,159,171,178,188],"original":[33,83,105],"building":[35],"block.":[36],"Due":[37],"abstract":[40],"design":[41],"and":[42,82,132,164,168,176],"ability":[43],"of":[44,101,162,173,180],"encoding":[46],"stage,":[47],"decoder":[49],"part":[50],"tends":[51],"generate":[53],"feature":[54],"maps":[55],"where":[56],"highly":[57],"semantically":[58],"relevant":[59],"responses":[60,65],"are":[61,66,86],"activated,":[62],"while":[63],"irrelevant":[64],"restrained.":[67],"By":[68,124],"elementwise":[71],"addition":[72],"operation,":[73],"learned":[75],"representations":[76],"derived":[77],"from":[78],"identity":[80],"shortcut":[81],"transformation":[84,106],"branch":[85],"enhanced":[87],"by":[88,97,141,166,185],"our":[89,109,142],"ED":[90,143],"path.":[91],"Furthermore,":[92],"exploit":[94],"counterparts":[96],"removing":[98],"portion":[100],"channels":[102],"in":[103],"branch.":[107],"Fortunately,":[108],"processing":[111],"does":[112],"not":[113],"cause":[114],"obvious":[116],"performance":[117],"drop":[118],"but":[119],"brings":[120],"computational":[122],"economy.":[123],"conducting":[125],"comprehensive":[126],"experiments":[127],"on":[128,170,187],"ImageNet,":[129],"MS-COCO,":[130],"CUB200-2011,":[131],"CIFAR,":[133],"demonstrate":[135],"consistent":[137],"accuracy":[138],"gain":[139],"obtained":[140],"various":[146],"architectures,":[148],"with":[149,183],"comparable":[150],"or":[151],"even":[152],"lower":[153],"model":[154],"complexity.":[155],"Concretely,":[156],"it":[157],"decreases":[158],"top-1":[160],"error":[161],"ResNet-50":[163],"ResNet-101":[165,184],"1.22%":[167],"0.91%":[169],"task":[172],"ImageNet":[174],"classification":[175],"increases":[177],"mmAP":[179],"Faster":[181],"R-CNN":[182],"2.5%":[186],"MS-COCO":[189],"object":[190],"detection":[191],"task.":[192],"code":[194],"is":[195],"available":[196],"at":[197],"https://github.com/Megvii-Nanjing/ED-Net.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
