{"id":"https://openalex.org/W3134229947","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533408","title":"PSM-nets: Compressing Neural Networks with Product of Sparse Matrices","display_name":"PSM-nets: Compressing Neural Networks with Product of Sparse Matrices","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3134229947","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533408","mag":"3134229947"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030709643","display_name":"Luc Giffon","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I143002897","display_name":"Universit\u00e9 de Toulon","ror":"https://ror.org/02m9kbe37","country_code":"FR","type":"education","lineage":["https://openalex.org/I143002897"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Luc Giffon","raw_affiliation_strings":["Aix Marseille Universit\u00e9, Universit\u00e9 de Toulon, CNRS, LIS, Marseille, France"],"affiliations":[{"raw_affiliation_string":"Aix Marseille Universit\u00e9, Universit\u00e9 de Toulon, CNRS, LIS, Marseille, France","institution_ids":["https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058862285","display_name":"St\u00e9phane Ayache","orcid":"https://orcid.org/0000-0003-2982-7127"},"institutions":[{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I143002897","display_name":"Universit\u00e9 de Toulon","ror":"https://ror.org/02m9kbe37","country_code":"FR","type":"education","lineage":["https://openalex.org/I143002897"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Stephane Ayache","raw_affiliation_strings":["Aix Marseille Universit\u00e9, Universit\u00e9 de Toulon, CNRS, LIS, Marseille, France"],"affiliations":[{"raw_affiliation_string":"Aix Marseille Universit\u00e9, Universit\u00e9 de Toulon, CNRS, LIS, Marseille, France","institution_ids":["https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079506428","display_name":"Hachem Kadri","orcid":"https://orcid.org/0000-0002-8060-5354"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I143002897","display_name":"Universit\u00e9 de Toulon","ror":"https://ror.org/02m9kbe37","country_code":"FR","type":"education","lineage":["https://openalex.org/I143002897"]},{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hachem Kadri","raw_affiliation_strings":["Aix Marseille Universit\u00e9, Universit\u00e9 de Toulon, CNRS, LIS, Marseille, France"],"affiliations":[{"raw_affiliation_string":"Aix Marseille Universit\u00e9, Universit\u00e9 de Toulon, CNRS, LIS, Marseille, France","institution_ids":["https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013593379","display_name":"Thierry Arti\u00e8res","orcid":"https://orcid.org/0000-0003-3696-0321"},"institutions":[{"id":"https://openalex.org/I4210142724","display_name":"Centrale Marseille","ror":"https://ror.org/040baw385","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210142724"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thierry Artieres","raw_affiliation_strings":["\u00c9cole Centrale Marseille, Marseille, France"],"affiliations":[{"raw_affiliation_string":"\u00c9cole Centrale Marseille, Marseille, France","institution_ids":["https://openalex.org/I4210142724"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113027757","display_name":"Ronan Sicre","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142724","display_name":"Centrale Marseille","ror":"https://ror.org/040baw385","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210142724"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ronan Sicre","raw_affiliation_strings":["\u00c9cole Centrale Marseille, Marseille, France"],"affiliations":[{"raw_affiliation_string":"\u00c9cole Centrale Marseille, Marseille, France","institution_ids":["https://openalex.org/I4210142724"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030709643"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"],"apc_list":null,"apc_paid":null,"fwci":0.4024,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50302297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.688581109046936},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6296738386154175},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.6069194078445435},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5963853597640991},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5683395266532898},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5251557230949402},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5146130323410034},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.503480851650238},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.48500582575798035},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4671242833137512},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.42971518635749817},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4016619324684143},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39312970638275146},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.28693705797195435},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19965064525604248},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.09142586588859558},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.08825507760047913},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07310742139816284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.688581109046936},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6296738386154175},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.6069194078445435},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5963853597640991},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5683395266532898},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5251557230949402},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5146130323410034},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.503480851650238},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.48500582575798035},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4671242833137512},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.42971518635749817},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4016619324684143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39312970638275146},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.28693705797195435},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19965064525604248},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.09142586588859558},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.08825507760047913},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07310742139816284},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G183727158","display_name":null,"funder_award_id":"ANR16-CE23-0006","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1798945469","https://openalex.org/W1935978687","https://openalex.org/W2058641082","https://openalex.org/W2112796928","https://openalex.org/W2118563516","https://openalex.org/W2152332944","https://openalex.org/W2163605009","https://openalex.org/W2167215970","https://openalex.org/W2194775991","https://openalex.org/W2274086169","https://openalex.org/W2276892413","https://openalex.org/W2335728318","https://openalex.org/W2544822491","https://openalex.org/W2559813832","https://openalex.org/W2582745083","https://openalex.org/W2618530766","https://openalex.org/W2764043458","https://openalex.org/W2766839578","https://openalex.org/W2886014761","https://openalex.org/W2896409484","https://openalex.org/W2912260645","https://openalex.org/W2915589364","https://openalex.org/W2922390595","https://openalex.org/W2950248853","https://openalex.org/W2952088488","https://openalex.org/W2962835968","https://openalex.org/W2962988160","https://openalex.org/W2963048316","https://openalex.org/W2963061092","https://openalex.org/W2963828549","https://openalex.org/W2964121744","https://openalex.org/W2969640434","https://openalex.org/W2983108667","https://openalex.org/W3021590411","https://openalex.org/W3034222740","https://openalex.org/W4288017560","https://openalex.org/W4297781745","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6638060716","https://openalex.org/W6640289440","https://openalex.org/W6677614981","https://openalex.org/W6679667936","https://openalex.org/W6684563725","https://openalex.org/W6685627644","https://openalex.org/W6703116779","https://openalex.org/W6729203000","https://openalex.org/W6730093588","https://openalex.org/W6732814185","https://openalex.org/W6745148473","https://openalex.org/W6745499037","https://openalex.org/W6745499552","https://openalex.org/W6753645039","https://openalex.org/W6755843862","https://openalex.org/W6758432988","https://openalex.org/W6759263581","https://openalex.org/W6767279841","https://openalex.org/W6770427505"],"related_works":["https://openalex.org/W2950186459","https://openalex.org/W2170114491","https://openalex.org/W2897298721","https://openalex.org/W2242624680","https://openalex.org/W2136127937","https://openalex.org/W4290987221","https://openalex.org/W2216309014","https://openalex.org/W2569661359","https://openalex.org/W3199841771","https://openalex.org/W4286971555"],"abstract_inverted_index":{"Over-parameterization":[0],"of":[1,43,98],"neural":[2,34,73],"networks":[3,74],"is":[4],"a":[5,40,96,108],"well":[6],"known":[7],"issue":[8],"that":[9,48,104],"comes":[10],"along":[11],"with":[12],"their":[13],"great":[14],"performance.":[15],"Among":[16],"the":[17,44],"many":[18],"approaches":[19],"proposed":[20],"to":[21,31,64,84],"tackle":[22],"this":[23,56,58],"problem,":[24],"low-rank":[25,41],"tensor":[26],"decompositions":[27],"are":[28],"largely":[29],"investigated":[30],"compress":[32],"deep":[33],"networks.":[35],"Such":[36],"techniques":[37,63],"rely":[38],"on":[39],"assumption":[42],"layer":[45],"weight":[46,88],"tensors":[47],"does":[49],"not":[50],"always":[51],"hold":[52],"in":[53,81],"practice.":[54],"Following":[55],"observation,":[57],"paper":[59],"studies":[60],"sparsity":[61],"inducing":[62],"build":[65],"new":[66],"sparse":[67,82,99],"matrix":[68],"product":[69,97],"layers":[70],"for":[71],"high-rate":[72],"compression.":[75],"Specifically,":[76],"we":[77],"explore":[78],"recent":[79],"advances":[80],"optimization":[83],"replace":[85],"each":[86],"layer's":[87],"matrix,":[89],"either":[90],"convolutional":[91],"or":[92],"fully":[93],"connected,":[94],"by":[95],"matrices.":[100],"Our":[101],"experiments":[102],"validate":[103],"our":[105],"approach":[106],"provides":[107],"better":[109],"compression-accuracy":[110],"trade-off":[111],"than":[112],"most":[113],"popular":[114],"low-rank-based":[115],"compression":[116],"techniques.":[117]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}