{"id":"https://openalex.org/W3153800554","doi":"https://doi.org/10.1109/tpami.2022.3168881","title":"Exploring Structural Sparsity of Deep Networks Via Inverse Scale Spaces","display_name":"Exploring Structural Sparsity of Deep Networks Via Inverse Scale Spaces","publication_year":2022,"publication_date":"2022-04-22","ids":{"openalex":"https://openalex.org/W3153800554","doi":"https://doi.org/10.1109/tpami.2022.3168881","mag":"3153800554","pmid":"https://pubmed.ncbi.nlm.nih.gov/35452384"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3168881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3168881","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084959430","display_name":"Yanwei Fu","orcid":"https://orcid.org/0000-0002-6595-6893"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanwei Fu","raw_affiliation_strings":["School of Data Science, Shanghai Key Lab of Intelligent Information Processing, Fudan University, Shanghai, China","Fudan ISTBI'ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-6595-6893","affiliations":[{"raw_affiliation_string":"School of Data Science, Shanghai Key Lab of Intelligent Information Processing, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan ISTBI'ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322179","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0002-8641-3097"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8641-3097","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607525","display_name":"Donghao Li","orcid":"https://orcid.org/0000-0002-2673-9693"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Donghao Li","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-2673-9693","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073806432","display_name":"Zuyuan Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuyuan Zhong","raw_affiliation_strings":["School of Data Science, Shanghai Key Lab of Intelligent Information Processing, Fudan University, Shanghai, China","Fudan ISTBI'ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science, Shanghai Key Lab of Intelligent Information Processing, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan ISTBI'ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076341654","display_name":"Xinwei Sun","orcid":"https://orcid.org/0000-0001-6962-7985"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinwei Sun","raw_affiliation_strings":["School of Data Science, Shanghai Key Lab of Intelligent Information Processing, Fudan University, Shanghai, China","Fudan ISTBI'ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science, Shanghai Key Lab of Intelligent Information Processing, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan ISTBI'ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440528","display_name":"Jinshan Zeng","orcid":"https://orcid.org/0000-0003-1719-3358"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Zeng","raw_affiliation_strings":["School of Computer and Information Engineering, Jiangxi Normal University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0003-1719-3358","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051299066","display_name":"Yuan Yao","orcid":"https://orcid.org/0000-0001-5814-1162"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuan Yao","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-5814-1162","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5084959430"],"corresponding_institution_ids":["https://openalex.org/I135237710","https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.6613,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.79464855,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"45","issue":"2","first_page":"1749","last_page":"1765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7413169741630554},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6565375924110413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5796481370925903},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5471755862236023},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5138006806373596},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4704914093017578},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4466448426246643},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.43026798963546753},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42366060614585876},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4018370509147644},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3828440308570862},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19095611572265625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7413169741630554},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6565375924110413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5796481370925903},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5471755862236023},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5138006806373596},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4704914093017578},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4466448426246643},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.43026798963546753},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42366060614585876},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4018370509147644},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3828440308570862},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19095611572265625},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tpami.2022.3168881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3168881","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35452384","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35452384","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-116669","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-116669","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.ust.hk:1783.1-116669","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-116669","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G341010984","display_name":null,"funder_award_id":"61977038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5077234039","display_name":null,"funder_award_id":"62076067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":216,"referenced_works":["https://openalex.org/W26023427","https://openalex.org/W97027186","https://openalex.org/W114517082","https://openalex.org/W289002709","https://openalex.org/W577198184","https://openalex.org/W615276906","https://openalex.org/W1505731132","https://openalex.org/W1539838732","https://openalex.org/W1554944419","https://openalex.org/W1557899381","https://openalex.org/W1570089119","https://openalex.org/W1570197553","https://openalex.org/W1677182931","https://openalex.org/W1821462560","https://openalex.org/W1967138577","https://openalex.org/W1984553293","https://openalex.org/W1986080131","https://openalex.org/W1996195522","https://openalex.org/W1996287810","https://openalex.org/W1996901117","https://openalex.org/W1998880679","https://openalex.org/W2011181254","https://openalex.org/W2016384870","https://openalex.org/W2021361347","https://openalex.org/W2022164193","https://openalex.org/W2022541060","https://openalex.org/W2029460515","https://openalex.org/W2034978228","https://openalex.org/W2045744861","https://openalex.org/W2047028564","https://openalex.org/W2051922388","https://openalex.org/W2080385522","https://openalex.org/W2087566144","https://openalex.org/W2088883866","https://openalex.org/W2099641086","https://openalex.org/W2104636679","https://openalex.org/W2108598243","https://openalex.org/W2113389081","https://openalex.org/W2114766824","https://openalex.org/W2116148865","https://openalex.org/W2127300249","https://openalex.org/W2128882956","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2150695437","https://openalex.org/W2150940164","https://openalex.org/W2153562582","https://openalex.org/W2162139029","https://openalex.org/W2163605009","https://openalex.org/W2164278908","https://openalex.org/W2184596805","https://openalex.org/W2194775991","https://openalex.org/W2331639718","https://openalex.org/W2335728318","https://openalex.org/W2346438296","https://openalex.org/W2528062157","https://openalex.org/W2551378522","https://openalex.org/W2566079294","https://openalex.org/W2594529350","https://openalex.org/W2601051138","https://openalex.org/W2619444510","https://openalex.org/W2620135797","https://openalex.org/W2624594050","https://openalex.org/W2741452308","https://openalex.org/W2741485222","https://openalex.org/W2764043458","https://openalex.org/W2769653148","https://openalex.org/W2774022454","https://openalex.org/W2787894218","https://openalex.org/W2796265726","https://openalex.org/W2805003733","https://openalex.org/W2807697622","https://openalex.org/W2808168148","https://openalex.org/W2810075754","https://openalex.org/W2883570905","https://openalex.org/W2885820039","https://openalex.org/W2886851211","https://openalex.org/W2894201461","https://openalex.org/W2896409484","https://openalex.org/W2902617128","https://openalex.org/W2908510526","https://openalex.org/W2912260645","https://openalex.org/W2948482439","https://openalex.org/W2948635472","https://openalex.org/W2951248065","https://openalex.org/W2961238573","https://openalex.org/W2962686686","https://openalex.org/W2962698540","https://openalex.org/W2962746461","https://openalex.org/W2962835968","https://openalex.org/W2962853966","https://openalex.org/W2962887459","https://openalex.org/W2962965870","https://openalex.org/W2963038205","https://openalex.org/W2963095610","https://openalex.org/W2963119361","https://openalex.org/W2963255320","https://openalex.org/W2963374479","https://openalex.org/W2963664410","https://openalex.org/W2963674932","https://openalex.org/W2963813662","https://openalex.org/W2964081807","https://openalex.org/W2964098911","https://openalex.org/W2964121744","https://openalex.org/W2964228333","https://openalex.org/W2964266063","https://openalex.org/W2964286048","https://openalex.org/W2964299589","https://openalex.org/W2964351143","https://openalex.org/W2970072941","https://openalex.org/W2970981656","https://openalex.org/W2976540144","https://openalex.org/W2979055841","https://openalex.org/W2979450969","https://openalex.org/W2994914025","https://openalex.org/W2996963077","https://openalex.org/W2997644599","https://openalex.org/W3005981462","https://openalex.org/W3022969335","https://openalex.org/W3034234149","https://openalex.org/W3034408420","https://openalex.org/W3034513523","https://openalex.org/W3034818206","https://openalex.org/W3035081900","https://openalex.org/W3035615218","https://openalex.org/W3044749682","https://openalex.org/W3080717140","https://openalex.org/W3083491356","https://openalex.org/W3096533519","https://openalex.org/W3096996073","https://openalex.org/W3099375359","https://openalex.org/W3101725723","https://openalex.org/W3103754749","https://openalex.org/W3105391759","https://openalex.org/W3110153602","https://openalex.org/W3113920149","https://openalex.org/W3115341478","https://openalex.org/W3118608800","https://openalex.org/W3119586787","https://openalex.org/W3129418925","https://openalex.org/W3135532877","https://openalex.org/W3137695714","https://openalex.org/W3157341860","https://openalex.org/W3163340401","https://openalex.org/W3205586852","https://openalex.org/W4213272153","https://openalex.org/W4249513058","https://openalex.org/W4250589301","https://openalex.org/W4256202811","https://openalex.org/W4292363360","https://openalex.org/W4293406386","https://openalex.org/W4299599836","https://openalex.org/W4299879281","https://openalex.org/W4301435544","https://openalex.org/W6601027042","https://openalex.org/W6616617004","https://openalex.org/W6631190155","https://openalex.org/W6634294911","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6677995690","https://openalex.org/W6678988961","https://openalex.org/W6682241100","https://openalex.org/W6682270173","https://openalex.org/W6684191040","https://openalex.org/W6686565794","https://openalex.org/W6705072498","https://openalex.org/W6726275242","https://openalex.org/W6727883105","https://openalex.org/W6729546257","https://openalex.org/W6729956949","https://openalex.org/W6734062232","https://openalex.org/W6734593296","https://openalex.org/W6738991692","https://openalex.org/W6739659843","https://openalex.org/W6741763841","https://openalex.org/W6741783443","https://openalex.org/W6745148473","https://openalex.org/W6745748327","https://openalex.org/W6748672460","https://openalex.org/W6750584473","https://openalex.org/W6751702825","https://openalex.org/W6751979845","https://openalex.org/W6752036517","https://openalex.org/W6752515464","https://openalex.org/W6752619511","https://openalex.org/W6753210335","https://openalex.org/W6753344092","https://openalex.org/W6755287785","https://openalex.org/W6755843862","https://openalex.org/W6756001544","https://openalex.org/W6756091659","https://openalex.org/W6756444276","https://openalex.org/W6756887525","https://openalex.org/W6757817989","https://openalex.org/W6758432988","https://openalex.org/W6763517781","https://openalex.org/W6763591946","https://openalex.org/W6763726227","https://openalex.org/W6766225098","https://openalex.org/W6767222012","https://openalex.org/W6768906871","https://openalex.org/W6770471507","https://openalex.org/W6772453130","https://openalex.org/W6773423997","https://openalex.org/W6774743274","https://openalex.org/W6779580321","https://openalex.org/W6780183375","https://openalex.org/W6780322201","https://openalex.org/W6780482815","https://openalex.org/W6783127570","https://openalex.org/W6785876145","https://openalex.org/W6787972765","https://openalex.org/W6790605485"],"related_works":["https://openalex.org/W1492103595","https://openalex.org/W2378211422","https://openalex.org/W2364741597","https://openalex.org/W1864774435","https://openalex.org/W2745001401","https://openalex.org/W946352265","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3208304128"],"abstract_inverted_index":{"The":[0],"great":[1],"success":[2],"of":[3,25,30,116,127,141,158,193,199,237],"deep":[4,33,99,146,179],"neural":[5,45],"networks":[6,34,46,180,200,209,287],"is":[7,84,283],"built":[8],"upon":[9],"their":[10,149],"over-parameterization,":[11,26],"which":[12],"smooths":[13],"the":[14,19,23,41,57,135,185,203,229,234,243,258,294],"optimization":[15],"landscape":[16],"without":[17,47],"degrading":[18],"generalization":[20],"ability.":[21],"Despite":[22],"benefits":[24],"a":[27,75,86,109,125,139,163],"huge":[28],"amount":[29],"parameters":[31],"makes":[32],"cumbersome":[35],"in":[36,56,72,98,103,177,232,255],"daily":[37],"life":[38],"applications.":[39],"On":[40],"other":[42],"hand,":[43],"training":[44,74],"over-parameterization":[48],"faces":[49],"many":[50],"practical":[51],"problems,":[52],"e.g.,":[53],"being":[54],"trapped":[55],"local":[58],"optimal.":[59],"Though":[60],"techniques":[61],"such":[62,143],"as":[63,78],"pruning":[64],"and":[65,82,148,207,224,303],"distillation":[66],"are":[67,70,273],"developed,":[68],"they":[69],"expensive":[71],"fully":[73,268],"dense":[76],"network":[77,261],"backward":[79],"selection":[80,92],"methods;":[81],"there":[83],"still":[85],"void":[87],"on":[88,113,242],"systematically":[89],"exploring":[90,233],"forward":[91],"methods":[93],"for":[94],"learning":[95,178],"structural":[96,150],"sparsity":[97,151],"networks.":[100],"To":[101],"fill":[102],"this":[104,106],"gap,":[105],"paper":[107],"proposes":[108],"new":[110],"approach":[111],"based":[112],"differential":[114,159],"inclusions":[115],"inverse":[117],"scale":[118],"spaces.":[119],"Specifically,":[120],"our":[121,220,250,281],"method":[122,221,251,282],"can":[123,152,305],"generate":[124],"family":[126],"models":[128,147,304],"from":[129,210],"simple":[130,164,211],"to":[131,212,267,276,285],"complex":[132,213],"ones":[133,214],"along":[134],"dynamics":[136],"via":[137,202],"coupling":[138],"pair":[140],"parameters,":[142],"that":[144,219,272],"over-parameterized":[145,270],"be":[153,182,306],"explored":[154],"simultaneously.":[155],"This":[156],"kind":[157],"inclusion":[160],"scheme":[161],"has":[162],"discretization,":[165],"dubbed":[166],"Deep":[167],"structure":[168,205,236],"splitting":[169],"Linearized":[170],"Bregman":[171],"Iteration":[172],"(DessiLBI),":[173],"whose":[174],"global":[175],"convergence":[176],"could":[181],"established":[183],"under":[184],"Kurdyka-\u0141ojasiewicz":[186],"framework.":[187],"Particularly,":[188],"we":[189],"explore":[190],"several":[191,238],"applications":[192],"DessiLBI,":[194],"including":[195],"finding":[196],"sparse":[197,235,260],"structures":[198,262],"directly":[201],"coupled":[204],"parameter":[206],"growing":[208],"progressively.":[215],"Experimental":[216],"evidence":[217],"shows":[218],"achieves":[222],"comparable":[223,264],"even":[225],"better":[226],"performance":[227,296],"than":[228],"competitive":[230],"optimizers":[231],"widely":[239],"used":[240],"backbones":[241],"benchmark":[244],"datasets.":[245],"Remarkably,":[246],"with":[247,263,289,297],"early":[248,256],"stopping,":[249],"unveils":[252],"\"winning":[253],"tickets\"":[254],"epochs:":[257],"effective":[259],"test":[265],"accuracy":[266],"trained":[269],"models,":[271],"further":[274],"transferable":[275],"similar":[277],"alternative":[278],"tasks.":[279],"Furthermore,":[280],"able":[284],"grow":[286],"efficiently":[288],"adaptive":[290],"filter":[291],"configurations,":[292],"demonstrating":[293],"good":[295],"much":[298],"less":[299],"computational":[300],"cost.":[301],"Codes":[302],"downloaded":[307],"at":[308],"https://github.com/DessiLBI2020/DessiLBI.":[309]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}