{"id":"https://openalex.org/W2996645783","doi":null,"title":"\ud835\udcc1 0 Regularized Structured Sparsity Convolutional Neural Networks.","display_name":"\ud835\udcc1 0 Regularized Structured Sparsity Convolutional Neural Networks.","publication_year":2019,"publication_date":"2019-12-17","ids":{"openalex":"https://openalex.org/W2996645783","mag":"2996645783"},"language":"en","primary_location":{"id":"mag:2996645783","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.07868.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.07868.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030190007","display_name":"Kevin Bui","orcid":"https://orcid.org/0000-0002-2460-6758","observed_orcids":["https://orcid.org/0000-0002-2460-6758"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Bui","raw_affiliation_strings":["University of California, Irvine **"],"raw_orcid":"https://orcid.org/0000-0002-2460-6758","affiliations":[{"raw_affiliation_string":"University of California, Irvine **","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016173634","display_name":"Fredrick Park","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I70076703","display_name":"Whittier College","ror":"https://ror.org/04z664d45","country_code":"US","type":"education","lineage":["https://openalex.org/I70076703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fredrick Park","raw_affiliation_strings":["Whittier College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Whittier College","institution_ids":["https://openalex.org/I70076703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328881","display_name":"Shuai Zhang","orcid":"https://orcid.org/0000-0002-4821-6404","observed_orcids":["https://orcid.org/0000-0002-4821-6404"]},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuai Zhang","raw_affiliation_strings":["Qualcomm"],"raw_orcid":"https://orcid.org/0000-0002-4821-6404","affiliations":[{"raw_affiliation_string":"Qualcomm","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101940576","display_name":"Yingyong Qi","orcid":"https://orcid.org/0000-0003-1430-258X","observed_orcids":["https://orcid.org/0000-0003-1430-258X"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyong Qi","raw_affiliation_strings":["University of California, Irvine **"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine **","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059708262","display_name":"Jack X. Xin","orcid":"https://orcid.org/0000-0002-6438-8476","observed_orcids":["https://orcid.org/0000-0002-6438-8476"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Xin","raw_affiliation_strings":["University of California, Irvine **"],"raw_orcid":"https://orcid.org/0000-0002-6438-8476","affiliations":[{"raw_affiliation_string":"University of California, Irvine **","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.01850000023841858,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structured-sparsity","display_name":"structured sparsity","score":0.8709999918937683},{"id":"https://openalex.org/keywords/l0-regularization","display_name":"L0 regularization","score":0.7799999713897705},{"id":"https://openalex.org/keywords/sparse-group-lasso","display_name":"sparse group lasso","score":0.9020000100135803},{"id":"https://openalex.org/keywords/l2-1-norm","display_name":"l2,1-norm","score":0.9190000295639038},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.7689999938011169},{"id":"https://openalex.org/keywords/network-compression","display_name":"network compression","score":0.5699999928474426},{"id":"https://openalex.org/keywords/variable-splitting","display_name":"variable splitting","score":0.9340000152587891},{"id":"https://openalex.org/keywords/hard-thresholding","display_name":"hard thresholding","score":0.9789999723434448},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"stochastic gradient descent","score":0.8240000009536743},{"id":"https://openalex.org/keywords/lenet-5","display_name":"LeNet-5","score":0.7879999876022339},{"id":"https://openalex.org/keywords/wide-resnet","display_name":"WideResNet","score":0.8230000138282776}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9453334212303162},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7109465003013611},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6836544275283813},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5662912130355835},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5492940545082092},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5157416462898254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4944605827331543},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4934748411178589},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.48753926157951355},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.44756877422332764},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42550918459892273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4063900411128998},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.38809722661972046},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3514356017112732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3485591411590576},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2779275178909302},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.11577558517456055},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2996645783","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.07868.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2996645783","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.07868.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1903029394","https://openalex.org/W1987371344","https://openalex.org/W2025263014","https://openalex.org/W2032240925","https://openalex.org/W2074682976","https://openalex.org/W2112796928","https://openalex.org/W2125768972","https://openalex.org/W2134797427","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2144513243","https://openalex.org/W2144567071","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2164278908","https://openalex.org/W2167215970","https://openalex.org/W2194775991","https://openalex.org/W2325939864","https://openalex.org/W2412782625","https://openalex.org/W2460144244","https://openalex.org/W2495425901","https://openalex.org/W2499540656","https://openalex.org/W2513419314","https://openalex.org/W2515385951","https://openalex.org/W2522027654","https://openalex.org/W2554931888","https://openalex.org/W2557728737","https://openalex.org/W2582745083","https://openalex.org/W2741485222","https://openalex.org/W2751438535","https://openalex.org/W2771655537","https://openalex.org/W2804280820","https://openalex.org/W2950220847","https://openalex.org/W2952746978","https://openalex.org/W2963094099","https://openalex.org/W2963163009","https://openalex.org/W2963347434","https://openalex.org/W2963579802","https://openalex.org/W2963674932","https://openalex.org/W2964137095","https://openalex.org/W2964299589","https://openalex.org/W2970738028","https://openalex.org/W3029645440","https://openalex.org/W3114692508","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W4394666729","https://openalex.org/W3129991176","https://openalex.org/W3186697984","https://openalex.org/W2991139675","https://openalex.org/W4312674944","https://openalex.org/W4390129274","https://openalex.org/W4386735373","https://openalex.org/W3015579318","https://openalex.org/W4294276280","https://openalex.org/W3089835766"],"abstract_inverted_index":{"Deepening":[0],"and":[1,20,29,77,124,128],"widening":[2],"convolutional":[3,18],"neural":[4],"networks":[5],"(CNNs)":[6],"significantly":[7],"increases":[8],"the":[9,33,36,39,69,73,78,82,90,93,134,151,155],"number":[10],"of":[11,35,63,85,92,106,136,154],"trainable":[12],"weight":[13,75],"parameters":[14,76],"by":[15,112],"adding":[16],"more":[17],"layers":[19,37],"feature":[21],"maps":[22],"per":[23],"layer,":[24],"respectively.":[25,131],"By":[26],"imposing":[27],"inter-":[28],"intra-group":[30],"sparsity":[31],"onto":[32,72,81],"weights":[34],"during":[38],"training":[40],"process,":[41],"a":[42,52,60,86],"compressed":[43],"network":[44,146],"can":[45],"be":[46],"obtained":[47],"with":[48,145,150],"accuracy":[49,144],"comparable":[50],"to":[51],"dense":[53],"one.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58,96],"propose":[59],"new":[61],"variant":[62],"sparse":[64],"group":[65],"lasso":[66],"that":[67,104],"blends":[68],"$\\ell_0$":[70,94],"norm":[71,80],"individual":[74],"$\\ell_{2,1}$":[79],"output":[83],"channels":[84],"layer.":[87],"To":[88],"address":[89],"non-differentiability":[91],"norm,":[95],"apply":[97],"variable":[98],"splitting":[99],"resulting":[100],"in":[101,140],"an":[102],"algorithm":[103],"consists":[105],"executing":[107],"stochastic":[108],"gradient":[109],"descent":[110],"followed":[111],"hard":[113],"thresholding":[114],"for":[115,126],"each":[116],"iteration.":[117],"Numerical":[118],"experiments":[119],"are":[120],"demonstrated":[121],"on":[122,148],"LeNet-5":[123],"wide-residual-networks":[125],"MNIST":[127],"CIFAR":[129],"10/100,":[130],"They":[132],"showcase":[133],"effectiveness":[135],"our":[137],"proposed":[138],"method":[139],"attaining":[141],"superior":[142],"test":[143],"sparsification":[147],"par":[149],"current":[152],"state":[153],"art.":[156]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}