{"id":"https://openalex.org/W4402352545","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650997","title":"Deep Neural Network Pruning with Progressive Regularizer","display_name":"Deep Neural Network Pruning with Progressive Regularizer","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352545","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650997"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066616703","display_name":"Yexu Zhou","orcid":"https://orcid.org/0000-0002-8866-7998"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yexu Zhou","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084787896","display_name":"Haibin Zhao","orcid":"https://orcid.org/0000-0001-7018-1159"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haibin Zhao","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038362728","display_name":"Michael Hefenbrock","orcid":"https://orcid.org/0000-0002-7583-2376"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Hefenbrock","raw_affiliation_strings":["RevoAI GmbH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RevoAI GmbH","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015401595","display_name":"Siyan Li","orcid":"https://orcid.org/0009-0001-7060-880X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Siyan Li","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078844625","display_name":"Yiran Huang","orcid":"https://orcid.org/0000-0003-3805-1375"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yiran Huang","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082553444","display_name":"Michael Beigl","orcid":"https://orcid.org/0000-0001-5009-2327"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Beigl","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6562,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69653123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6912806034088135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6626472473144531},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6217712759971619},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5654646158218384},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5172424912452698},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39450618624687195},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07974445819854736}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6912806034088135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6626472473144531},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6217712759971619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5654646158218384},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5172424912452698},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39450618624687195},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07974445819854736},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1903029394","https://openalex.org/W1965125844","https://openalex.org/W1965169081","https://openalex.org/W2028667732","https://openalex.org/W2056201402","https://openalex.org/W2108598243","https://openalex.org/W2119667497","https://openalex.org/W2121142820","https://openalex.org/W2121275167","https://openalex.org/W2154332973","https://openalex.org/W2194775991","https://openalex.org/W2402302915","https://openalex.org/W2766138398","https://openalex.org/W2808168148","https://openalex.org/W2886697509","https://openalex.org/W2888421240","https://openalex.org/W2915589364","https://openalex.org/W2928560789","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2964019666","https://openalex.org/W2970738028","https://openalex.org/W2975301014","https://openalex.org/W2981972129","https://openalex.org/W3012561096","https://openalex.org/W3035732661","https://openalex.org/W3098306969","https://openalex.org/W3118608800","https://openalex.org/W3160063969","https://openalex.org/W3175399856","https://openalex.org/W4226464590","https://openalex.org/W4285601858","https://openalex.org/W4287769184","https://openalex.org/W4289313596","https://openalex.org/W4295312788","https://openalex.org/W4309088836","https://openalex.org/W4312889818","https://openalex.org/W4395029548","https://openalex.org/W6637373629","https://openalex.org/W6678078302","https://openalex.org/W6712909570","https://openalex.org/W6726275242","https://openalex.org/W6741783443","https://openalex.org/W6745301464","https://openalex.org/W6753820832","https://openalex.org/W6757914502","https://openalex.org/W6759263581","https://openalex.org/W6766978945","https://openalex.org/W6768204257","https://openalex.org/W6769194895","https://openalex.org/W6770699648","https://openalex.org/W6773667195","https://openalex.org/W6779254602","https://openalex.org/W6787352875","https://openalex.org/W6787972765","https://openalex.org/W6788034315","https://openalex.org/W6810932996","https://openalex.org/W6811279090"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W1998810860","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Pruning":[0],"is":[1,24,51,77,93,124,136,146,157,218],"a":[2,64,112,149,160,193],"pivotal":[3],"approach":[4],"in":[5,46,107,116,186],"network":[6],"compression.":[7],"It":[8],"not":[9],"only":[10,190],"encourages":[11],"lightweight":[12],"deep":[13],"neural":[14],"networks,":[15],"but":[16,156],"also":[17],"helps":[18],"to":[19,26,68,100,139,153,216],"mitigate":[20],"overfitting.":[21],"Generally,":[22],"regularization":[23,47,57,114,122],"used":[25,91],"guide":[27],"more":[28],"parameters":[29,191,203],"towards":[30],"zero":[31],"and":[32,58,195,224],"thus":[33],"reduce":[34],"the":[35,53,78,84,94,118,121,130,140,143,169,172,180,184,212,228,231],"overall":[36],"model":[37],"complexity.":[38],"Unfortunately,":[39],"there":[40],"are":[41,199,208],"two":[42,105],"issues":[43],"remaining":[44],"unsolved":[45],"based":[48],"pruning.":[49],"One":[50],"that":[52,81,151,163],"optimal":[54],"trade-off":[55],"between":[56],"loss":[59,214],"minimization,":[60],"often":[61],"expressed":[62],"via":[63],"scaling":[65,120,144,173],"hyperparameter,":[66],"needs":[67,152],"be":[69,101,154,176],"found":[70],"through":[71],"extensive":[72],"experimentation.":[73],"The":[74,88],"other":[75],"one":[76],"importance":[79],"criteria":[80],"can":[82,175],"reflect":[83],"true":[85],"relative":[86],"importance.":[87],"most":[89],"widely":[90],"criterion":[92],"magnitude-based,":[95],"which":[96,117],"has":[97],"been":[98],"argued":[99],"inaccurate.":[102],"To":[103],"these":[104],"issues,":[106],"this":[108,167],"paper,":[109],"we":[110],"propose":[111],"progressive":[113],"scheme,":[115],"factor":[119,145,174],"term":[123],"gradually":[125],"increased":[126],"during":[127],"training,":[128],"until":[129],"target":[131,181],"sparsity":[132],"for":[133],"filter":[134],"pruning":[135,217],"reached.":[137],"Compared":[138],"previous":[141],"approach,":[142],"no":[147],"longer":[148],"hyperparameter":[150],"tuned,":[155],"replaced":[158],"with":[159,179,205,221],"sparsity-aware":[161],"parameter":[162],"increases":[164],"progressively.":[165],"In":[166],"way,":[168],"value":[170],"of":[171,230],"automatically":[177],"aligned":[178],"sparsity,":[182],"avoiding":[183],"drawbacks":[185],"its":[187],"tuning.":[188],"Furthermore,":[189],"below":[192],"minimal":[194],"learnable":[196],"soft":[197],"threshold":[198],"pruned,":[200],"therefore,":[201],"informative":[202],"(even":[204],"small":[206],"magnitudes)":[207],"optimally":[209],"preserved.":[210],"Consequently,":[211],"performance":[213],"due":[215],"mitigated.":[219],"Experiments":[220],"various":[222],"models":[223],"benchmark":[225],"datasets":[226],"prove":[227],"effectiveness":[229],"proposed":[232],"method.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}