{"id":"https://openalex.org/W4402893701","doi":"https://doi.org/10.1109/tsmc.2024.3453549","title":"A Group Regularization Framework of Convolutional Neural Networks Based on the Impact of <i>L\u209a</i> Regularizers on Magnitude","display_name":"A Group Regularization Framework of Convolutional Neural Networks Based on the Impact of <i>L\u209a</i> Regularizers on Magnitude","publication_year":2024,"publication_date":"2024-09-26","ids":{"openalex":"https://openalex.org/W4402893701","doi":"https://doi.org/10.1109/tsmc.2024.3453549"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2024.3453549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3453549","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Feng Li","orcid":"https://orcid.org/0000-0002-7785-6013"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Li","raw_affiliation_strings":["School of Science, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-7785-6013","affiliations":[{"raw_affiliation_string":"School of Science, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091622773","display_name":"Yaokai Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaokai Hu","raw_affiliation_strings":["School of Science, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Science, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101535971","display_name":"Huisheng Zhang","orcid":"https://orcid.org/0000-0001-7394-7295"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huisheng Zhang","raw_affiliation_strings":["School of Science, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-7394-7295","affiliations":[{"raw_affiliation_string":"School of Science, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081485819","display_name":"Ansheng Deng","orcid":"https://orcid.org/0000-0003-3838-4647"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ansheng Deng","raw_affiliation_strings":["Information Science and Technology College, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Science and Technology College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105287564","display_name":"Jacek M. Zurada","orcid":null},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacek M. Zurada","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6622-534X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I43313876"],"apc_list":null,"apc_paid":null,"fwci":0.6623,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75283491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"54","issue":"12","first_page":"7434","last_page":"7444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.957099974155426,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9154000282287598,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7195459008216858},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7174656391143799},{"id":"https://openalex.org/keywords/magnitude","display_name":"Magnitude (astronomy)","score":0.5814458131790161},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.501866340637207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3978461027145386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3693261742591858},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36243706941604614},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2084532380104065},{"id":"https://openalex.org/keywords/astrophysics","display_name":"Astrophysics","score":0.11684057116508484},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.059616148471832275}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7195459008216858},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7174656391143799},{"id":"https://openalex.org/C126691448","wikidata":"https://www.wikidata.org/wiki/Q2028919","display_name":"Magnitude (astronomy)","level":2,"score":0.5814458131790161},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.501866340637207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3978461027145386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3693261742591858},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36243706941604614},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2084532380104065},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.11684057116508484},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.059616148471832275}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2024.3453549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3453549","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3645100988","display_name":null,"funder_award_id":"2022YFB3304600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6625387723","display_name":null,"funder_award_id":"2020M680924","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1987371344","https://openalex.org/W2037964547","https://openalex.org/W2041891835","https://openalex.org/W2088350412","https://openalex.org/W2112796928","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2194775991","https://openalex.org/W2276892413","https://openalex.org/W2460144244","https://openalex.org/W2808168148","https://openalex.org/W2811153427","https://openalex.org/W2904958088","https://openalex.org/W2909862814","https://openalex.org/W2963363373","https://openalex.org/W2969413329","https://openalex.org/W2970738028","https://openalex.org/W2990761096","https://openalex.org/W2998543159","https://openalex.org/W3007806880","https://openalex.org/W3008070224","https://openalex.org/W3024182761","https://openalex.org/W3110884700","https://openalex.org/W3119408560","https://openalex.org/W3129991176","https://openalex.org/W3176730514","https://openalex.org/W4206937392","https://openalex.org/W4283213885","https://openalex.org/W4288782290","https://openalex.org/W4310061718","https://openalex.org/W4361858473","https://openalex.org/W4386322133","https://openalex.org/W4390547474","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6677759377","https://openalex.org/W6681129735","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6730382033","https://openalex.org/W6739917289","https://openalex.org/W6741783443","https://openalex.org/W6743863296","https://openalex.org/W6743958420","https://openalex.org/W6774302960","https://openalex.org/W6788926732","https://openalex.org/W6841838963"],"related_works":["https://openalex.org/W2376418092","https://openalex.org/W2072983018","https://openalex.org/W1016952678","https://openalex.org/W2257644995","https://openalex.org/W1513444457","https://openalex.org/W4311345787","https://openalex.org/W2188141918","https://openalex.org/W3185336960","https://openalex.org/W2042652790","https://openalex.org/W2225665239"],"abstract_inverted_index":{"Group":[0],"regularization":[1,21,62,117,127,136,173,192,209],"is":[2],"commonly":[3],"employed":[4],"in":[5,104],"network":[6],"pruning":[7,106],"to":[8,41,46,97,200],"achieve":[9],"structured":[10,105],"model":[11],"compression.":[12],"However,":[13],"the":[14,25,57,66,149,202,205,212,215],"rationale":[15],"behind":[16],"existing":[17],"studies":[18],"on":[19,24,76],"group":[20,61,81,116,129,185,208],"predominantly":[22],"hinges":[23],"sparsity":[26],"capabilities":[27],"of":[28,60,68,151,204,214],"<inline-formula":[29,69,89,121,130,154,167,186],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[30,70,90,122,131,140,155,168,187],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[31,71,91,123,132,141,156,169,188],"<tex-math":[32,72,92,124,133,142,157,170,189],"notation=\"LaTeX\">$L_{p}$":[33,73,158],"</tex-math></inline-formula>":[34,74,94,126,135,159,172,191],"regularizers.":[35],"This":[36,145],"singular":[37],"focus":[38],"may":[39],"lead":[40],"erroneous":[42],"interpretations.":[43],"In":[44],"response":[45],"these":[47],"limitations,":[48],"this":[49,84,110],"article":[50],"proposes":[51],"a":[52,114,180],"novel":[53,146],"framework":[54],"for":[55,161,174,193],"evaluating":[56],"penalization":[58],"efficacy":[59],"methods":[63],"by":[64,109,165],"analyzing":[65],"impact":[67],"regularizers":[75,160],"weight":[77,80,163],"magnitudes":[78,178],"and":[79,128,211],"magnitudes.":[82],"Within":[83],"framework,":[85],"we":[86,112],"demonstrate":[87],"that":[88,119],"notation=\"LaTeX\">$L_{1,2}$":[93,125,171],"regularization,":[95],"contrary":[96],"prevailing":[98],"literature,":[99],"indeed":[100],"exhibits":[101],"favorable":[102],"performance":[103],"tasks.":[107],"Motivated":[108],"insight,":[111],"introduce":[113],"hybrid":[115,207],"approach":[118],"integrates":[120],"notation=\"LaTeX\">$L_{1/2}$":[134,143,190],"(denoted":[137],"as":[138],"HGL1,2&<inline-formula":[139],"</tex-math></inline-formula>).":[144],"method":[147,210],"addresses":[148],"challenge":[150],"selecting":[152],"appropriate":[153],"penalizing":[162,175],"groups":[164,176],"leveraging":[166],"with":[177],"exceeding":[179],"critical":[181],"threshold":[182],"while":[183],"employing":[184],"other":[194],"groups.":[195],"Experimental":[196],"evaluations":[197],"are":[198],"conducted":[199],"verify":[201],"efficiency":[203],"proposed":[206],"viability":[213],"introduced":[216],"framework.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-09-27T00:00:00"}