{"id":"https://openalex.org/W3135817118","doi":"https://doi.org/10.1109/tetci.2021.3058672","title":"Learning Sparse Neural Networks Using Non-Convex Regularization","display_name":"Learning Sparse Neural Networks Using Non-Convex Regularization","publication_year":2021,"publication_date":"2021-03-08","ids":{"openalex":"https://openalex.org/W3135817118","doi":"https://doi.org/10.1109/tetci.2021.3058672","mag":"3135817118"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2021.3058672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2021.3058672","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013049469","display_name":"Mohammad Khalid Pandit","orcid":"https://orcid.org/0000-0002-3755-3245"},"institutions":[{"id":"https://openalex.org/I4264650","display_name":"Islamic University of Science and Technology","ror":"https://ror.org/02kdtt649","country_code":"IN","type":"education","lineage":["https://openalex.org/I4264650"]},{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Mohammad Khalid Pandit","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology, Srinagar, Jammu and Kashmir, India","AI & ML Group, Islamic University of Science and Technology, Awantipora, Jammu and Kashmir, India"],"raw_orcid":"https://orcid.org/0000-0002-3755-3245","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology, Srinagar, Jammu and Kashmir, India","institution_ids":["https://openalex.org/I8778637"]},{"raw_affiliation_string":"AI & ML Group, Islamic University of Science and Technology, Awantipora, Jammu and Kashmir, India","institution_ids":["https://openalex.org/I4264650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112219131","display_name":"Roohie Naaz","orcid":null},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Roohie Naaz","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology, Srinagar, Jammu and Kashmir, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology, Srinagar, Jammu and Kashmir, India","institution_ids":["https://openalex.org/I8778637"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091854616","display_name":"Mohammad Ahsan Chishti","orcid":"https://orcid.org/0000-0003-3500-9825"},"institutions":[{"id":"https://openalex.org/I76202665","display_name":"Central University of Kashmir","ror":"https://ror.org/03asvq815","country_code":"IN","type":"education","lineage":["https://openalex.org/I76202665"]},{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammad Ahsan Chishti","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology, Srinagar, Jammu and Kashmir, India","Department of Information Technology, Central University of Kashmir, Ganderbal, Jammu and Kashmir, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology, Srinagar, Jammu and Kashmir, India","institution_ids":["https://openalex.org/I8778637"]},{"raw_affiliation_string":"Department of Information Technology, Central University of Kashmir, Ganderbal, Jammu and Kashmir, India","institution_ids":["https://openalex.org/I76202665"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013049469"],"corresponding_institution_ids":["https://openalex.org/I4264650","https://openalex.org/I8778637"],"apc_list":null,"apc_paid":null,"fwci":1.6026,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.80334183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":"2","first_page":"287","last_page":"299"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6891315579414368},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6546061038970947},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5932883024215698},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5598642230033875},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.537750244140625},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.477545827627182},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.46932312846183777},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45031383633613586},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4338870644569397},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.42415016889572144},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4236259162425995},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3721604347229004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3658639192581177},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22444018721580505}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6891315579414368},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6546061038970947},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5932883024215698},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5598642230033875},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.537750244140625},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.477545827627182},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.46932312846183777},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45031383633613586},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4338870644569397},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.42415016889572144},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4236259162425995},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3721604347229004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3658639192581177},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22444018721580505},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2021.3058672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2021.3058672","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2314200409","display_name":null,"funder_award_id":"1-5740344761","funder_id":"https://openalex.org/F4320322724","funder_display_name":"Ministry of Education, India"}],"funders":[{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W1497748561","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1724438581","https://openalex.org/W1749992802","https://openalex.org/W1826065584","https://openalex.org/W1849277567","https://openalex.org/W1965125844","https://openalex.org/W1966661320","https://openalex.org/W1987371344","https://openalex.org/W1996901117","https://openalex.org/W2070996757","https://openalex.org/W2074682976","https://openalex.org/W2079735306","https://openalex.org/W2095705004","https://openalex.org/W2102605133","https://openalex.org/W2112490010","https://openalex.org/W2113328646","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2119862467","https://openalex.org/W2145287260","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2331143823","https://openalex.org/W2339611261","https://openalex.org/W2460144244","https://openalex.org/W2520760693","https://openalex.org/W2558580397","https://openalex.org/W2750384547","https://openalex.org/W2809317144","https://openalex.org/W2884367402","https://openalex.org/W2886697509","https://openalex.org/W2891462450","https://openalex.org/W2899948949","https://openalex.org/W2952230511","https://openalex.org/W2962689221","https://openalex.org/W2964088520","https://openalex.org/W2964350391","https://openalex.org/W2970738028","https://openalex.org/W3012561096","https://openalex.org/W3094595351","https://openalex.org/W3098306969","https://openalex.org/W3098595037","https://openalex.org/W3103368540","https://openalex.org/W3106530489","https://openalex.org/W4246193833","https://openalex.org/W4293406386","https://openalex.org/W4297775537","https://openalex.org/W6631190155","https://openalex.org/W6634294911","https://openalex.org/W6637373629","https://openalex.org/W6637709462","https://openalex.org/W6637938255","https://openalex.org/W6674330103","https://openalex.org/W6676664377","https://openalex.org/W6677103492","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6678583879","https://openalex.org/W6679319451","https://openalex.org/W6681151457","https://openalex.org/W6682751323","https://openalex.org/W6682889407","https://openalex.org/W6683722107","https://openalex.org/W6683738474","https://openalex.org/W6683826617","https://openalex.org/W6684563725","https://openalex.org/W6685405536","https://openalex.org/W6685891324","https://openalex.org/W6686024063","https://openalex.org/W6691622084","https://openalex.org/W6718509149","https://openalex.org/W6725543821","https://openalex.org/W6730382033","https://openalex.org/W6737664043","https://openalex.org/W6741783443","https://openalex.org/W6743688258","https://openalex.org/W6755726012","https://openalex.org/W6898611122"],"related_works":["https://openalex.org/W4243145179","https://openalex.org/W4255875982","https://openalex.org/W4244853958","https://openalex.org/W2029404707","https://openalex.org/W1495042958","https://openalex.org/W2494338568","https://openalex.org/W4285325679","https://openalex.org/W4247719608","https://openalex.org/W4237439661","https://openalex.org/W4220659530"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"is":[4,139],"the":[5,29,54,76,109,119,134,145,178,181,184],"computing":[6],"paradigm":[7],"that":[8,122,154,176],"has":[9,130],"achieved":[10],"remarkable":[11],"success":[12,27],"in":[13,18,141,210],"various":[14],"fields":[15],"of":[16,31,34,56,89,112,147,180,193,195,201,205],"engineering":[17],"recent":[19],"years,":[20],"primarily":[21],"visual":[22],"recognition.":[23],"DNNs":[24,68],"owe":[25],"its":[26],"to":[28,42,71,97,116,124,158],"presence":[30],"large":[32],"number":[33],"weight":[35],"parameters":[36,77,194,200],"(and":[37],"increased":[38],"depth),":[39],"which":[40,138],"led":[41],"huge":[43],"computation":[44],"and":[45,149,198],"memory":[46],"costs":[47],"for":[48],"implementation.":[49],"These":[50],"limiting":[51],"factors":[52],"hinder":[53],"scalability":[55],"such":[57],"algorithms":[58],"on":[59,172],"resource":[60],"constraint":[61],"devices":[62],"(like":[63],"IoT":[64],"devices).":[65],"In":[66],"general,":[67],"are":[69,78,170],"believed":[70],"be":[72,83],"over":[73],"parametrized":[74],"i.e.,":[75],"highly":[79],"redundant,":[80],"thus":[81],"can":[82],"structurally":[84],"removed":[85],"without":[86],"significant":[87],"loss":[88],"performance.":[90],"To":[91],"solve":[92],"these":[93],"issues,":[94],"we":[95],"propose":[96],"use":[98],"non-convex":[99],"T":[100],"<inline-formula":[101],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[102],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[103],"notation=\"LaTeX\">$\\ell":[104],"_{1}$</tex-math></inline-formula>":[105],"regularizer":[106,156],"along":[107],"with":[108,144,207],"additional":[110],"effect":[111],"sparse":[113],"group":[114],"lasso":[115],"completely":[117],"remove":[118],"redundant":[120],"neurons/filters":[121],"is,":[123],"introduce":[125],"structured":[126],"sparsity.":[127],"The":[128],"network":[129],"been":[131],"trained":[132],"using":[133],"proximal":[135],"gradient":[136],"method,":[137],"useful":[140],"optimizing":[142],"functions":[143],"combination":[146],"smooth":[148],"non-smooth":[150],"terms.":[151],"We":[152],"show":[153],"proposed":[155],"manages":[157],"achieve":[159],"competitive":[160],"performances":[161],"as":[162,164],"well":[163],"extremely":[165],"compact":[166],"networks.":[167],"Detailed":[168],"experiments":[169],"performed":[171],"several":[173],"benchmark":[174],"datasets":[175],"illustrate":[177],"efficiency":[179],"approach.":[182],"On":[183],"ImageNet":[185],"dataset,":[186],"our":[187],"approach":[188],"removes":[189],"more":[190],"than":[191],"50%":[192],"convolutional":[196],"layers":[197,204],"85%":[199],"fully":[202],"connected":[203],"Alexnet":[206],"no":[208],"drop":[209],"accuracy.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}