{"id":"https://openalex.org/W4321788724","doi":"https://doi.org/10.1007/s44196-023-00202-z","title":"Compression of Deep-Learning Models Through Global Weight Pruning Using Alternating Direction Method of Multipliers","display_name":"Compression of Deep-Learning Models Through Global Weight Pruning Using Alternating Direction Method of Multipliers","publication_year":2023,"publication_date":"2023-02-24","ids":{"openalex":"https://openalex.org/W4321788724","doi":"https://doi.org/10.1007/s44196-023-00202-z"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-023-00202-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00202-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00202-z.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00202-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064844412","display_name":"Kichun Lee","orcid":"https://orcid.org/0000-0002-5184-7151"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kichun Lee","raw_affiliation_strings":["Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070073187","display_name":"Sunghun Hwangbo","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sunghun Hwangbo","raw_affiliation_strings":["Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103170944","display_name":"Dongwook Yang","orcid":"https://orcid.org/0000-0002-3899-2987"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongwook Yang","raw_affiliation_strings":["Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042299025","display_name":"Geonseok Lee","orcid":"https://orcid.org/0000-0002-3962-3067"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Geonseok Lee","raw_affiliation_strings":["Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3962-3067","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Hanyang University, Seongdong-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042299025"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":{"value":1390,"currency":"GBP","value_usd":1704},"apc_paid":{"value":1390,"currency":"GBP","value_usd":1704},"fwci":0.8137,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76954498,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"16","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8752180337905884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7352914810180664},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6728357076644897},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5656678080558777},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5462590456008911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5120944976806641},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5021922588348389},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4961303174495697},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4890325963497162},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.46351468563079834},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.46209731698036194},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4381934702396393},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.321904718875885},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18894141912460327},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07593056559562683},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06558996438980103}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8752180337905884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7352914810180664},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6728357076644897},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5656678080558777},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5462590456008911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5120944976806641},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5021922588348389},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4961303174495697},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4890325963497162},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.46351468563079834},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.46209731698036194},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4381934702396393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.321904718875885},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18894141912460327},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07593056559562683},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06558996438980103},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44196-023-00202-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00202-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00202-z.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ec1b20bd0e7b4769a289ef65293aaf15","is_oa":true,"landing_page_url":"https://doaj.org/article/ec1b20bd0e7b4769a289ef65293aaf15","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, Vol 16, Iss 1, Pp 1-13 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44196-023-00202-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00202-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00202-z.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G2826414452","display_name":null,"funder_award_id":"20204010600090","funder_id":"https://openalex.org/F4320335199","funder_display_name":"Korea Institute of Energy Technology Evaluation and Planning"},{"id":"https://openalex.org/G44117325","display_name":null,"funder_award_id":"2018R1A5A7059549","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G6555553384","display_name":null,"funder_award_id":"20204010600090","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"},{"id":"https://openalex.org/G7635653741","display_name":null,"funder_award_id":"No.2018R1A5A7059549","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8133777603","display_name":null,"funder_award_id":"2018R1A5A7059549","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335199","display_name":"Korea Institute of Energy Technology Evaluation and Planning","ror":"https://ror.org/02zq38y32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4321788724.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1994530392","https://openalex.org/W2000454347","https://openalex.org/W2125389748","https://openalex.org/W2603203130","https://openalex.org/W2729784024","https://openalex.org/W2883149906","https://openalex.org/W2899244816","https://openalex.org/W2963223345","https://openalex.org/W2963319203","https://openalex.org/W2999905431","https://openalex.org/W3012561096","https://openalex.org/W3014496005","https://openalex.org/W3117784210","https://openalex.org/W3202492111","https://openalex.org/W4213387260","https://openalex.org/W4234552385","https://openalex.org/W4292363360","https://openalex.org/W4301409532","https://openalex.org/W6600612351","https://openalex.org/W6606509525"],"related_works":["https://openalex.org/W992687842","https://openalex.org/W4300560302","https://openalex.org/W3088108839","https://openalex.org/W1512321724","https://openalex.org/W4231317009","https://openalex.org/W2367696392","https://openalex.org/W4293703255","https://openalex.org/W2271907651","https://openalex.org/W2585466174","https://openalex.org/W3145562545"],"abstract_inverted_index":{"Abstract":[0],"Deep":[1],"learning":[2,17],"has":[3],"shown":[4],"excellent":[5],"performance":[6,232],"in":[7,15,32,52,107,139,188,212],"numerous":[8],"machine-learning":[9],"tasks,":[10],"but":[11],"one":[12],"practical":[13],"obstacle":[14],"deep":[16,33,128,141],"is":[18,27,35,124,240,247],"that":[19,67,192],"the":[20,60,72,101,108,155,162,168,189,198,205,220,228,231,257,260],"amount":[21],"of":[22,62,116,161,217,238,259],"computation":[23],"and":[24,42,173,242],"required":[25],"memory":[26,41],"huge.":[28],"Model":[29,50],"compression,":[30],"especially":[31],"learning,":[34],"very":[36],"useful":[37],"because":[38],"it":[39],"saves":[40],"reduces":[43],"storage":[44],"size":[45],"while":[46,144],"maintaining":[47],"model":[48,157,207,268],"performance.":[49],"compression":[51,215],"a":[53,80,85,104,113,121,140,150,186,213,243,265],"layered":[54,129,142],"network":[55],"structure":[56],"aims":[57,134],"to":[58,112,135,235,250],"reduce":[59],"number":[61,115],"edges":[63],"by":[64,148],"pruning":[65,77,138,225],"weights":[66,191],"are":[68],"deemed":[69],"unnecessary":[70],"during":[71],"calculation.":[73],"However,":[74],"existing":[75,224],"weight":[76,137],"methods":[78],"perform":[79,136],"layer-by-layer":[81,122,177],"reduction,":[82],"which":[83],"requires":[84],"predefined":[86],"removal-ratio":[87],"constraint":[88],"for":[89,127,154,219],"each":[90],"layer.":[91],"Layer-by-layer":[92],"removal":[93,152,178,236,245],"ratios":[94,237],"must":[95],"be":[96],"structurally":[97],"specified":[98],"depending":[99],"on":[100],"task,":[102],"causing":[103],"sharp":[105],"increase":[106],"training":[109],"time":[110],"due":[111],"large":[114],"tuning":[117],"parameters.":[118],"Thus,":[119],"such":[120],"strategy":[123],"hardly":[125],"feasible":[126],"models.":[130,253],"Our":[131,165],"proposed":[132,169,221,261],"method":[133,170,262],"network,":[143],"producing":[145],"similar":[146],"performance,":[147,175],"setting":[149],"global":[151],"ratio":[153,216,246],"entire":[156],"without":[158],"prior":[159],"knowledge":[160],"structural":[163,200],"characteristics.":[164],"experiments":[166,181],"with":[167,182,204,263],"show":[171],"reliable":[172],"high-quality":[174],"obviating":[176],"ratios.":[179],"Furthermore,":[180],"increasing":[183],"layers":[184],"yield":[185],"pattern":[187],"pruned":[190],"could":[193],"provide":[194],"an":[195],"insight":[196],"into":[197],"layers\u2019":[199],"importance.":[201],"The":[202],"experiment":[203],"LeNet-5":[206],"using":[208],"MNIST":[209],"data":[210],"results":[211],"higher":[214,244],"98.8%":[218],"method,":[222],"outperforming":[223],"algorithms.":[226],"In":[227],"Resnet-56":[229],"experiment,":[230],"change":[233],"according":[234],"10\u201390%":[239],"investigated,":[241],"achieved":[248],"compared":[249],"other":[251],"tested":[252],"We":[254],"also":[255],"demonstrate":[256],"effectiveness":[258],"YOLOv4,":[264],"real-life":[266],"object-detection":[267],"requiring":[269],"substantial":[270],"computation.":[271]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}