{"id":"https://openalex.org/W2946342826","doi":"https://doi.org/10.1109/tpami.2019.2917685","title":"Recomputation of dense layers for the performance improvement of DCNN","display_name":"Recomputation of dense layers for the performance improvement of DCNN","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2946342826","doi":"https://doi.org/10.1109/tpami.2019.2917685","mag":"2946342826","pmid":"https://pubmed.ncbi.nlm.nih.gov/31107643"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2917685","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2917685","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101783854","display_name":"Yimin Yang","orcid":"https://orcid.org/0000-0002-1131-2056"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yimin Yang","raw_affiliation_strings":["Computer Science Department, Lakehead University, Thunder Bay, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Lakehead University, Thunder Bay, Ontario, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731724","display_name":"Q. M. Jonathan Wu","orcid":"https://orcid.org/0000-0002-5208-7975"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jonathan Q. M. Wu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Ontario, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041347071","display_name":"Xiexing Feng","orcid":"https://orcid.org/0000-0003-1771-2955"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiexing Feng","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Ontario, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058788794","display_name":"Thangarajah Akilan","orcid":"https://orcid.org/0000-0002-2972-3291"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Akilan Thangarajah","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Ontario, Canada","institution_ids":["https://openalex.org/I74413500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5806,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.91998569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"42","issue":"11","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8075686693191528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7573992609977722},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7409512400627136},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7318728566169739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7119104862213135},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.550994336605072},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5402405858039856},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.5261770486831665},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5251994729042053},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5234353542327881},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4931308925151825},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4717346429824829},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45104503631591797},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.44501036405563354},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2110864818096161},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1241614818572998}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8075686693191528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7573992609977722},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7409512400627136},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7318728566169739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7119104862213135},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.550994336605072},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5402405858039856},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.5261770486831665},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5251994729042053},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5234353542327881},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4931308925151825},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4717346429824829},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45104503631591797},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.44501036405563354},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2110864818096161},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1241614818572998},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2917685","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2917685","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:31107643","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31107643","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1799366690","https://openalex.org/W1833744030","https://openalex.org/W1963932623","https://openalex.org/W1965766334","https://openalex.org/W2017214807","https://openalex.org/W2021150359","https://openalex.org/W2026131661","https://openalex.org/W2063756240","https://openalex.org/W2076063813","https://openalex.org/W2085748523","https://openalex.org/W2090042335","https://openalex.org/W2094579227","https://openalex.org/W2094618318","https://openalex.org/W2097117768","https://openalex.org/W2100495367","https://openalex.org/W2101926813","https://openalex.org/W2107034620","https://openalex.org/W2107878631","https://openalex.org/W2110798204","https://openalex.org/W2113855951","https://openalex.org/W2123045220","https://openalex.org/W2124817648","https://openalex.org/W2128744540","https://openalex.org/W2134603844","https://openalex.org/W2134670479","https://openalex.org/W2138358979","https://openalex.org/W2141125852","https://openalex.org/W2145094598","https://openalex.org/W2145406111","https://openalex.org/W2147800946","https://openalex.org/W2155490028","https://openalex.org/W2155910151","https://openalex.org/W2162915993","https://openalex.org/W2163605009","https://openalex.org/W2168894214","https://openalex.org/W2194775991","https://openalex.org/W2344440634","https://openalex.org/W2472390602","https://openalex.org/W2732026016","https://openalex.org/W2811232907","https://openalex.org/W2919115771","https://openalex.org/W2962817490","https://openalex.org/W2962970253","https://openalex.org/W2963055445","https://openalex.org/W2963173190","https://openalex.org/W2963382180","https://openalex.org/W2963446712","https://openalex.org/W2997574889","https://openalex.org/W6637373629","https://openalex.org/W6638444622","https://openalex.org/W6648737282","https://openalex.org/W6676481782","https://openalex.org/W6677995690","https://openalex.org/W6678551444","https://openalex.org/W6679233511","https://openalex.org/W6679792166","https://openalex.org/W6681096077","https://openalex.org/W6683090604","https://openalex.org/W6684191040","https://openalex.org/W6684665197","https://openalex.org/W6685176027","https://openalex.org/W6752878555","https://openalex.org/W7075742223"],"related_works":["https://openalex.org/W2115605526","https://openalex.org/W3093883775","https://openalex.org/W1539246760","https://openalex.org/W2786746258","https://openalex.org/W4225893763","https://openalex.org/W2788727425","https://openalex.org/W2405196115","https://openalex.org/W2104893957","https://openalex.org/W2971074373","https://openalex.org/W3159389381"],"abstract_inverted_index":{"Gradient":[0],"descent":[1],"optimization":[2],"of":[3,25,61,91],"learning":[4,19,35,47],"has":[5,28],"become":[6],"a":[7,45],"paradigm":[8],"for":[9],"training":[10,23],"deep":[11,34],"convolutional":[12],"neural":[13],"networks":[14],"(DCNN).":[15],"However,":[16],"utilizing":[17],"other":[18],"strategies":[20],"in":[21],"the":[22,26,33,41,53,71,77,89,99,104,128,145,153],"process":[24],"DCNN":[27,143],"rarely":[29],"been":[30],"explored":[31],"by":[32],"(DL)":[36],"community.":[37],"This":[38],"serves":[39],"as":[40],"motivation":[42],"to":[43,49,74,81,98],"introduce":[44],"non-iterative":[46],"strategy":[48],"retrain":[50],"neurons":[51],"at":[52],"top":[54],"dense":[55],"or":[56],"fully":[57],"connected":[58],"(FC)":[59],"layers":[60,94],"DCNN,":[62],"resulting":[63],"in,":[64],"higher":[65],"performance.":[66],"The":[67,123],"proposed":[68,105,129,146],"method":[69,130,147],"exploits":[70],"Moore-Penrose":[72,100],"Inverse":[73],"pull":[75],"back":[76],"current":[78],"residual":[79],"error":[80],"each":[82,92],"FC":[83,93],"layer,":[84],"generating":[85],"well-generalized":[86],"features.":[87],"Further,":[88],"weights":[90],"are":[95],"recomputed":[96],"according":[97],"Inverse.":[101],"We":[102],"evaluate":[103],"approach":[106],"on":[107],"six":[108],"most":[109],"widely":[110],"accepted":[111],"object":[112],"recognition":[113],"benchmark":[114],"datasets:":[115],"Scene-15,":[116],"CIFAR-10,":[117],"CIFAR-100,":[118],"SUN-397,":[119],"Places365,":[120],"and":[121],"ImageNet.":[122],"experimental":[124],"results":[125],"show":[126],"that":[127,141],"obtains":[131],"improvements":[132],"over":[133],"30":[134],"state-of-the-art":[135],"methods.":[136],"Interestingly,":[137],"it":[138],"also":[139],"indicates":[140],"any":[142],"with":[144,156],"can":[148],"provide":[149],"better":[150],"performance":[151],"than":[152],"same":[154],"network":[155],"its":[157],"original":[158],"Backpropagation":[159],"(BP)-based":[160],"training.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}