{"id":"https://openalex.org/W2980907007","doi":"https://doi.org/10.1109/access.2019.2947846","title":"Compressing by Learning in a Low-Rank and Sparse Decomposition Form","display_name":"Compressing by Learning in a Low-Rank and Sparse Decomposition Form","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2980907007","doi":"https://doi.org/10.1109/access.2019.2947846","mag":"2980907007"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2947846","doi":"https://doi.org/10.1109/access.2019.2947846","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947846","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871134.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871134.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072766893","display_name":"Kailing Guo","orcid":"https://orcid.org/0000-0003-4753-9022","observed_orcids":["https://orcid.org/0000-0003-4753-9022"]},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailing Guo","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4753-9022","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027980975","display_name":"Xiaona Xie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaona Xie","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007354180","display_name":"Xiangmin Xu","orcid":"https://orcid.org/0000-0003-4573-5820","observed_orcids":["https://orcid.org/0000-0003-4573-5820"]},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangmin Xu","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036301580","display_name":"Xiaofen Xing","orcid":"https://orcid.org/0000-0002-0016-9055","observed_orcids":["https://orcid.org/0000-0002-0016-9055"]},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofen Xing","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.3962,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.61569902,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"7","issue":null,"first_page":"150823","last_page":"150832"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-compression","display_name":"neural network compression","score":0.8510000109672546},{"id":"https://openalex.org/keywords/low-rank-decomposition","display_name":"low-rank decomposition","score":0.8539999723434448},{"id":"https://openalex.org/keywords/sparse-decomposition","display_name":"sparse decomposition","score":0.9049999713897705},{"id":"https://openalex.org/keywords/l1-regularization","display_name":"L1 regularization","score":0.7960000038146973},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6639999747276306},{"id":"https://openalex.org/keywords/resnet-50","display_name":"ResNet50","score":0.8389999866485596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6495230197906494},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.6407859921455383},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5382106304168701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43977224826812744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24099990725517273},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1625688672065735},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2947846","doi":"https://doi.org/10.1109/access.2019.2947846","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947846","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871134.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:532727f047cb4ec09ac2f32c3a0a7aa3","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/532727f047cb4ec09ac2f32c3a0a7aa3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 150823-150832 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2947846","doi":"https://doi.org/10.1109/access.2019.2947846","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947846","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871134.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1973748903","display_name":null,"funder_award_id":"2018MS79","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2154319228","display_name":null,"funder_award_id":"61702192","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3357182245","display_name":null,"funder_award_id":"2019MS028","funder_id":"https://openalex.org/F4320321392","funder_display_name":"Northwestern Polytechnical University"},{"id":"https://openalex.org/G3976346926","display_name":null,"funder_award_id":"2019MS028","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4074451388","display_name":null,"funder_award_id":"2019PY21","funder_id":"https://openalex.org/F4320321392","funder_display_name":"Northwestern Polytechnical University"},{"id":"https://openalex.org/G4179873347","display_name":null,"funder_award_id":"2019PY21","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G420612141","display_name":null,"funder_award_id":"U1801262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4306649430","display_name":null,"funder_award_id":"U1636218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G520150314","display_name":null,"funder_award_id":"2018A030313474","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G6580351168","display_name":null,"funder_award_id":"2018MS79","funder_id":"https://openalex.org/F4320321392","funder_display_name":"Northwestern Polytechnical University"},{"id":"https://openalex.org/G6875286693","display_name":null,"funder_award_id":"2018A030313474","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8161837370","display_name":null,"funder_award_id":"61802131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G997769002","display_name":null,"funder_award_id":"2018M630944","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321392","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980907007.pdf","grobid_xml":"https://content.openalex.org/works/W2980907007.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1483870316","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1996901117","https://openalex.org/W2056119007","https://openalex.org/W2104636679","https://openalex.org/W2108598243","https://openalex.org/W2114766824","https://openalex.org/W2153579005","https://openalex.org/W2163605009","https://openalex.org/W2167215970","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2260663238","https://openalex.org/W2300242332","https://openalex.org/W2302255633","https://openalex.org/W2319920447","https://openalex.org/W2469490737","https://openalex.org/W2495425901","https://openalex.org/W2575345876","https://openalex.org/W2607764799","https://openalex.org/W2612445135","https://openalex.org/W2707890836","https://openalex.org/W2754084392","https://openalex.org/W2767827820","https://openalex.org/W2798170643","https://openalex.org/W2798603777","https://openalex.org/W2894994475","https://openalex.org/W2899771611","https://openalex.org/W2950967261","https://openalex.org/W2962851801","https://openalex.org/W2963094099","https://openalex.org/W2963125010","https://openalex.org/W2963145730","https://openalex.org/W2963351448","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2964233199","https://openalex.org/W3118608800","https://openalex.org/W6687566353","https://openalex.org/W6700264148","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4399411524","https://openalex.org/W3210033632","https://openalex.org/W7020629323","https://openalex.org/W3002829146","https://openalex.org/W2966209379","https://openalex.org/W4308233769","https://openalex.org/W4416799627","https://openalex.org/W2945247689","https://openalex.org/W4413839448","https://openalex.org/W4396744168"],"abstract_inverted_index":{"Low-rankness":[0],"and":[1,20,80,118,121,186,238],"sparsity":[2],"are":[3,250],"often":[4],"used":[5],"to":[6,34,58,65,142,146,151,168,193,220,236,240],"guide":[7],"the":[8,48,55,86,98,104,123,143,148,156,161,176,184,188,191],"compression":[9,38,45,223],"of":[10,23,115,131,164,181,183,190,246,248],"convolutional":[11],"neural":[12],"networks":[13,49,67],"(CNNs)":[14],"separately.":[15],"Since":[16],"they":[17],"capture":[18],"global":[19],"local":[21],"structure":[22,105],"a":[24,78,110,194],"matrix":[25,112,117,125,150,166],"respectively,":[26],"we":[27,76,108,139,159],"combine":[28],"these":[29],"two":[30,132],"complementary":[31],"properties":[32],"together":[33],"pursue":[35],"better":[36],"network":[37,88,185,192,222],"performance.":[39],"Most":[40],"existing":[41],"low-rank":[42,69,79,116,124],"or":[43,70,228],"sparse":[44,71,81,119,149,165,207],"methods":[46,224],"compress":[47],"by":[50],"approximating":[51],"pre-trained":[52,59],"models.":[53],"However,":[54],"optimal":[56,64],"solutions":[57],"models":[60],"may":[61],"not":[62],"be":[63,95,152,200],"compressed":[66,87],"with":[68,203,206,252],"constraints.":[72],"In":[73,103,136,155],"this":[74],"paper,":[75],"propose":[77],"learning":[82],"framework":[83],"that":[84],"trains":[85],"from":[89],"scratch.":[90],"Our":[91],"compressing":[92],"process":[93,174],"can":[94,199],"described":[96],"as":[97],"following":[99],"three":[100],"stages.":[101],"(a)":[102],"designing":[106],"stage,":[107,138,158],"decompose":[109],"weight":[111],"into":[113,129],"sum":[114],"matrix,":[120],"then":[122],"is":[126,218],"further":[127,201],"factorized":[128],"product":[130],"small":[133],"matrices.":[134],"(b)":[135],"training":[137],"add":[140],"\u21131regularization":[141],"loss":[144,256],"function":[145],"force":[147],"sparse.":[153],"(c)":[154],"post-processing":[157,177],"remove":[160],"unimportant":[162],"connection":[163],"according":[167],"its":[169],"energy":[170],"distribution.":[171],"The":[172,197],"pruning":[173],"in":[175],"stage":[178],"reserves":[179],"most":[180],"capacity":[182],"keeps":[187],"performance":[189,198],"great":[195],"extent.":[196],"improved":[202],"fine-tuning,":[204],"along":[205],"masked":[208],"convolution.":[209],"Experiments":[210],"on":[211,226,257],"several":[212],"common":[213],"datasets":[214],"demonstrate":[215],"our":[216,232],"model":[217],"superior":[219],"other":[221],"based":[225],"low-rankness":[227],"sparsity.":[229],"On":[230],"CIFAR-10,":[231],"method":[233],"compresses":[234],"VGGNet-19":[235],"3.14%":[237],"PreActResNet-56":[239],"29.78%":[241],"without":[242],"accuracy":[243,255],"drop.":[244],"62.43%":[245],"parameters":[247],"ResNet-50":[249],"reduced":[251],"0.55%":[253],"top-5":[254],"ImageNet.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-10-25T00:00:00"}