{"id":"https://openalex.org/W4283693855","doi":"https://doi.org/10.1109/tnnls.2022.3184730","title":"Stage-Wise Magnitude-Based Pruning for Recurrent Neural Networks","display_name":"Stage-Wise Magnitude-Based Pruning for Recurrent Neural Networks","publication_year":2022,"publication_date":"2022-06-27","ids":{"openalex":"https://openalex.org/W4283693855","doi":"https://doi.org/10.1109/tnnls.2022.3184730","pmid":"https://pubmed.ncbi.nlm.nih.gov/35759588"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3184730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3184730","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101792470","display_name":"Guiying Li","orcid":"https://orcid.org/0000-0002-9445-3451"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guiying Li","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Guangdong Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Guangdong Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076720384","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0001-5333-6155"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["Department of Statistics and Data Science, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Guangdong Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Guangdong Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001344682","display_name":"Chao Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Qian","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051332325","display_name":"Richang Hong","orcid":"https://orcid.org/0000-0001-5461-3986"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richang Hong","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021254405","display_name":"Ke Tang","orcid":"https://orcid.org/0000-0002-6236-2002"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Tang","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Guangdong Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Guangdong Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101792470"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":2.0384,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.88010859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"35","issue":"2","first_page":"1666","last_page":"1680"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.9222452640533447},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8591400384902954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7917912006378174},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.6421999931335449},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5549672842025757},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.5125405788421631},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47895246744155884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4185110032558441},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.057329773902893066}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.9222452640533447},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8591400384902954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7917912006378174},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.6421999931335449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5549672842025757},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.5125405788421631},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47895246744155884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4185110032558441},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.057329773902893066},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3184730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3184730","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35759588","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35759588","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1924906048","display_name":null,"funder_award_id":"BK20201247","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2351125877","display_name":null,"funder_award_id":"61732007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5635164781","display_name":null,"funder_award_id":"62022039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1591801644","https://openalex.org/W1902237438","https://openalex.org/W1922655562","https://openalex.org/W1987371344","https://openalex.org/W2087946919","https://openalex.org/W2100664567","https://openalex.org/W2105482032","https://openalex.org/W2145085734","https://openalex.org/W2157331557","https://openalex.org/W2293025108","https://openalex.org/W2524428287","https://openalex.org/W2534720278","https://openalex.org/W2585720638","https://openalex.org/W2803834712","https://openalex.org/W2808384944","https://openalex.org/W2808483802","https://openalex.org/W2897067384","https://openalex.org/W2899244816","https://openalex.org/W2899788029","https://openalex.org/W2904902077","https://openalex.org/W2945886900","https://openalex.org/W2949619037","https://openalex.org/W2963517393","https://openalex.org/W2963643655","https://openalex.org/W2963736842","https://openalex.org/W2964502788","https://openalex.org/W2970418186","https://openalex.org/W2979691890","https://openalex.org/W2993091699","https://openalex.org/W3012561096","https://openalex.org/W3028304412","https://openalex.org/W3101376559","https://openalex.org/W3180876537","https://openalex.org/W4240168186","https://openalex.org/W4288083474","https://openalex.org/W4294371482","https://openalex.org/W6635446068","https://openalex.org/W6638839971","https://openalex.org/W6640090968","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6683826617","https://openalex.org/W6684191040","https://openalex.org/W6724998850","https://openalex.org/W6727208969","https://openalex.org/W6736780897","https://openalex.org/W6744208968","https://openalex.org/W6745148473","https://openalex.org/W6748319235","https://openalex.org/W6748515141","https://openalex.org/W6760526021","https://openalex.org/W6763517781","https://openalex.org/W6764345721","https://openalex.org/W6781359717"],"related_works":["https://openalex.org/W2115072676","https://openalex.org/W2357447513","https://openalex.org/W4311212821","https://openalex.org/W2045727192","https://openalex.org/W1529660427","https://openalex.org/W2378845890","https://openalex.org/W2102065768","https://openalex.org/W4390752998","https://openalex.org/W2524120878","https://openalex.org/W2794343888"],"abstract_inverted_index":{"A":[0],"recurrent":[1,83,112,146],"neural":[2,76,131],"network":[3],"(RNN)":[4],"has":[5,38],"shown":[6],"powerful":[7,20],"performance":[8],"in":[9,18],"tackling":[10],"various":[11],"natural":[12],"language":[13],"processing":[14],"(NLP)":[15],"tasks,":[16],"resulting":[17],"numerous":[19],"models":[21,93],"containing":[22,94],"both":[23],"RNN":[24,37,95,115,125,176],"neurons":[25],"and":[26,124],"feedforward":[27,75,122],"neurons.":[28,147],"On":[29],"the":[30,33,67,110,166,173,196],"other":[31],"hand,":[32],"deep":[34],"structure":[35,113],"of":[36,114,130,159,192],"heavily":[39],"restricted":[40],"its":[41],"implementation":[42],"on":[43,91,195],"mobile":[44],"devices,":[45],"where":[46],"quite":[47],"a":[48,58,64,82,100],"few":[49],"applications":[50],"involve":[51,81],"NLP":[52],"tasks.":[53],"Magnitude-based":[54],"pruning":[55,92,151,177],"(MP)":[56],"is":[57,105,153],"promising":[59],"way":[60],"to":[61,140,155,181],"address":[62],"such":[63],"challenge.":[65],"However,":[66],"existing":[68],"MP":[69,103],"methods":[70],"are":[71,133,143,184],"mostly":[72],"designed":[73],"for":[74],"networks":[77,132],"that":[78,165],"do":[79],"not":[80],"structure,":[84],"and,":[85],"thus,":[86],"have":[87],"performed":[88],"less":[89],"satisfactorily":[90],"layers.":[96],"In":[97],"this":[98],"article,":[99],"novel":[101],"stage-wise":[102],"method":[104,152,168],"proposed":[106,167],"by":[107],"explicitly":[108],"taking":[109],"featured":[111],"into":[116,136],"account,":[117],"which":[118],"can":[119],"effectively":[120],"prune":[121],"layers":[123],"layers,":[126],"simultaneously.":[127],"The":[128],"connections":[129,183],"first":[134],"grouped":[135],"three":[137],"types":[138],"according":[139],"how":[141],"they":[142],"intersected":[144],"with":[145,186],"Then,":[148],"an":[149],"optimization-based":[150],"applied":[154],"compress":[156],"each":[157],"group":[158],"connections,":[160],"respectively.":[161],"Empirical":[162],"studies":[163],"show":[164],"performs":[169],"significantly":[170],"better":[171],"than":[172],"commonly":[174],"used":[175],"methods;":[178],"i.e.,":[179],"up":[180],"96.84%":[182],"pruned":[185],"little":[187],"or":[188],"even":[189],"no":[190],"degradation":[191],"precision":[193],"indicators":[194],"testing":[197],"datasets.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}