{"id":"https://openalex.org/W2983108667","doi":"https://doi.org/10.1109/tnnls.2019.2946636","title":"Compressing Deep Neural Networks With Sparse Matrix Factorization","display_name":"Compressing Deep Neural Networks With Sparse Matrix Factorization","publication_year":2019,"publication_date":"2019-11-14","ids":{"openalex":"https://openalex.org/W2983108667","doi":"https://doi.org/10.1109/tnnls.2019.2946636","mag":"2983108667","pmid":"https://pubmed.ncbi.nlm.nih.gov/31725393"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2946636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2946636","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062033891","display_name":"Kailun Wu","orcid":"https://orcid.org/0000-0003-1424-392X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailun Wu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence (THUAI), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1424-392X","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence (THUAI), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067005644","display_name":"Yiwen Guo","orcid":"https://orcid.org/0000-0002-0709-4877"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwen Guo","raw_affiliation_strings":["Cognitive Computing Lab, Intel Labs, Beijing, China","Department of Automation, Tsinghua University, Beijing, China","State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence (THUAI), Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cognitive Computing Lab, Intel Labs, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence (THUAI), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065063835","display_name":"Changshui Zhang","orcid":"https://orcid.org/0000-0002-8088-367X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changshui Zhang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence (THUAI), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8088-367X","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence (THUAI), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.5531,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.8760578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"31","issue":"10","first_page":"3828","last_page":"3838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7495543956756592},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.584809422492981},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.571415364742279},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5475479364395142},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5448967218399048},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.536091148853302},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.5233732461929321},{"id":"https://openalex.org/keywords/non-negative-matrix-factorization","display_name":"Non-negative matrix factorization","score":0.5152247548103333},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.4966168999671936},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48061317205429077},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.46207407116889954},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.45037001371383667},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.4500024914741516},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44089192152023315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34680676460266113}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7495543956756592},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.584809422492981},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.571415364742279},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5475479364395142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5448967218399048},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.536091148853302},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.5233732461929321},{"id":"https://openalex.org/C152671427","wikidata":"https://www.wikidata.org/wiki/Q10843505","display_name":"Non-negative matrix factorization","level":4,"score":0.5152247548103333},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.4966168999671936},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48061317205429077},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.46207407116889954},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.45037001371383667},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.4500024914741516},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44089192152023315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34680676460266113},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2019.2946636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2946636","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:31725393","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31725393","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6100000143051147,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2860029703","display_name":null,"funder_award_id":"61751308","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6545560600","display_name":null,"funder_award_id":"61876095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1632114991","https://openalex.org/W1686810756","https://openalex.org/W1902041153","https://openalex.org/W1902934009","https://openalex.org/W1924770834","https://openalex.org/W1996901117","https://openalex.org/W2020658897","https://openalex.org/W2064675550","https://openalex.org/W2078797426","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2118718620","https://openalex.org/W2119144962","https://openalex.org/W2136226124","https://openalex.org/W2143612262","https://openalex.org/W2157331557","https://openalex.org/W2163605009","https://openalex.org/W2167215970","https://openalex.org/W2171319841","https://openalex.org/W2194775991","https://openalex.org/W2276892413","https://openalex.org/W2460144244","https://openalex.org/W2582745083","https://openalex.org/W2588860837","https://openalex.org/W2604319603","https://openalex.org/W2619959423","https://openalex.org/W2739963392","https://openalex.org/W2747579829","https://openalex.org/W2754084392","https://openalex.org/W2775811337","https://openalex.org/W2787884921","https://openalex.org/W2803696107","https://openalex.org/W2894740066","https://openalex.org/W2922420408","https://openalex.org/W2950248853","https://openalex.org/W2952088488","https://openalex.org/W2953461088","https://openalex.org/W2962835968","https://openalex.org/W2963000224","https://openalex.org/W2963114950","https://openalex.org/W2963225922","https://openalex.org/W2963247446","https://openalex.org/W2963576971","https://openalex.org/W2963674932","https://openalex.org/W2963828549","https://openalex.org/W2963981420","https://openalex.org/W2964121744","https://openalex.org/W2964299589","https://openalex.org/W3099559063","https://openalex.org/W3105213343","https://openalex.org/W3118608800","https://openalex.org/W3143293593","https://openalex.org/W4300081896","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639703010","https://openalex.org/W6640212811","https://openalex.org/W6677580257","https://openalex.org/W6677759377","https://openalex.org/W6684191040","https://openalex.org/W6684563725","https://openalex.org/W6685177488","https://openalex.org/W6685891324","https://openalex.org/W6724998850","https://openalex.org/W6725543821","https://openalex.org/W6732814185","https://openalex.org/W6733877748","https://openalex.org/W6745499552","https://openalex.org/W6755166560","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4390394189","https://openalex.org/W2037504162","https://openalex.org/W2539013788","https://openalex.org/W2792706544","https://openalex.org/W1568451138","https://openalex.org/W2156699640","https://openalex.org/W2045265907","https://openalex.org/W2972997031","https://openalex.org/W2146544734","https://openalex.org/W2075222291"],"abstract_inverted_index":{"Modern":[0],"deep":[1],"neural":[2,130],"networks":[3,124,131,143],"(DNNs)":[4],"are":[5],"usually":[6],"overparameterized":[7],"and":[8,32,43,128],"composed":[9],"of":[10,14,18,41,48,55,72,81,94,107,141],"a":[11,19,139],"large":[12],"number":[13],"learnable":[15],"parameters.":[16],"One":[17],"few":[20],"effective":[21],"solutions":[22],"attempts":[23],"to":[24],"compress":[25],"DNN":[26],"models":[27],"via":[28],"learning":[29,49],"sparse":[30,50,74],"weights":[31],"connections.":[33],"In":[34],"this":[35,39],"article,":[36],"we":[37,133],"follow":[38],"line":[40],"research":[42],"present":[44],"an":[45,60],"alternative":[46],"framework":[47],"DNNs,":[51,100],"with":[52,69],"the":[53,65,70,78,95],"assistance":[54],"matrix":[56],"factorization.":[57],"We":[58],"provide":[59],"underlying":[61],"principle":[62],"for":[63,97],"substituting":[64],"original":[66],"parameter":[67],"matrices":[68],"multiplications":[71],"highly":[73],"ones,":[75],"which":[76],"constitutes":[77],"theoretical":[79],"basis":[80],"our":[82,88,136],"method.":[83],"Experimental":[84],"results":[85],"demonstrate":[86],"that":[87,120],"method":[89,137],"substantially":[90],"outperforms":[91],"previous":[92],"states":[93],"arts":[96],"compressing":[98],"various":[99],"giving":[101],"rich":[102],"empirical":[103],"evidence":[104],"in":[105,144],"support":[106],"its":[108],"effectiveness.":[109],"It":[110],"is":[111],"also":[112,134],"worth":[113],"mentioning":[114],"that,":[115],"unlike":[116],"many":[117],"other":[118],"works":[119],"focus":[121],"on":[122,138],"feedforward":[123],"like":[125],"multi-layer":[126],"perceptrons":[127],"convolutional":[129],"only,":[132],"evaluate":[135],"series":[140],"recurrent":[142],"practice.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}