{"id":"https://openalex.org/W4394931138","doi":"https://doi.org/10.1142/s0218126624502712","title":"Efficient Recurrent Neural Networks via Importance-Based Sparsification","display_name":"Efficient Recurrent Neural Networks via Importance-Based Sparsification","publication_year":2024,"publication_date":"2024-04-18","ids":{"openalex":"https://openalex.org/W4394931138","doi":"https://doi.org/10.1142/s0218126624502712"},"language":"en","primary_location":{"id":"doi:10.1142/s0218126624502712","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126624502712","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016595900","display_name":"Jiankang Ren","orcid":"https://orcid.org/0000-0001-6289-1513"},"institutions":[{"id":"https://openalex.org/I1334729051","display_name":"Xinjiang Normal University","ror":"https://ror.org/00ndrvk93","country_code":"CN","type":"education","lineage":["https://openalex.org/I1334729051"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiankang Ren","raw_affiliation_strings":["Key Laboratory of Social Computing and Cognitive Intelligence, (Dalian University of Technology), Ministry of Education, Dalian 116024, P. R. China","School of Computer Science and Technology, Dalian University of Technology, Dalian 116024, P. R. China","School of Computer Science and Technology, Xinjiang Normal University, Urumqi 830054, P. R. China"],"raw_orcid":"https://orcid.org/0000-0001-6289-1513","affiliations":[{"raw_affiliation_string":"Key Laboratory of Social Computing and Cognitive Intelligence, (Dalian University of Technology), Ministry of Education, Dalian 116024, P. R. China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian 116024, P. R. China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang Normal University, Urumqi 830054, P. R. China","institution_ids":["https://openalex.org/I1334729051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101722054","display_name":"Ni Zheng","orcid":"https://orcid.org/0009-0001-5966-1159"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Ni","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian 116024, P. R. China"],"raw_orcid":"https://orcid.org/0009-0001-5966-1159","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian 116024, P. R. China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101865712","display_name":"Xiaoyan Su","orcid":"https://orcid.org/0000-0003-4393-7461"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Su","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian 116024, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-4393-7461","affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian 116024, P. R. China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102772962","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-6823-7077"},"institutions":[{"id":"https://openalex.org/I1334729051","display_name":"Xinjiang Normal University","ror":"https://ror.org/00ndrvk93","country_code":"CN","type":"education","lineage":["https://openalex.org/I1334729051"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang Normal University, Urumqi 830054, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-6823-7077","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang Normal University, Urumqi 830054, P. R. China","institution_ids":["https://openalex.org/I1334729051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101528672","display_name":"Haifang Li","orcid":"https://orcid.org/0009-0004-9924-9603"},"institutions":[{"id":"https://openalex.org/I1334729051","display_name":"Xinjiang Normal University","ror":"https://ror.org/00ndrvk93","country_code":"CN","type":"education","lineage":["https://openalex.org/I1334729051"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifang Li","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang Normal University, Urumqi 830054, P. R. China"],"raw_orcid":"https://orcid.org/0009-0004-9924-9603","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang Normal University, Urumqi 830054, P. R. China","institution_ids":["https://openalex.org/I1334729051"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100681848","display_name":"Shengyu Li","orcid":"https://orcid.org/0009-0006-9768-1739"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyu Li","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian 116024, P. R. China"],"raw_orcid":"https://orcid.org/0009-0006-9768-1739","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian 116024, P. R. China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03841094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"15","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7562999725341797,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7562999725341797,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5475250482559204},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4752492606639862},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.41520610451698303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39962881803512573}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5475250482559204},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4752492606639862},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.41520610451698303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39962881803512573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218126624502712","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126624502712","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G1620614881","display_name":"\u9762\u5411\u667a\u80fd\u81ea\u4e3b\u7cfb\u7edf\u7684\u9ad8\u80fd\u6548\u53ef\u9884\u6d4b\u5f02\u6784\u8d44\u6e90\u7ba1\u7406\u7814\u7a76","funder_award_id":"62072067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2261976061","display_name":null,"funder_award_id":"U1808206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2340091244","display_name":null,"funder_award_id":"L17CTQ002","funder_id":"https://openalex.org/F4320335472","funder_display_name":"Social Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G3277693567","display_name":null,"funder_award_id":"DUT21JC27","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4513619283","display_name":null,"funder_award_id":"61602080","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6585050341","display_name":"\u5927\u89c4\u6a213D\u5f02\u6784\u65e0\u7ebf\u5145\u7535\u4f20\u611f\u5668\u7f51\u7edc\u53ef\u4fe1\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61872052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8960543930","display_name":null,"funder_award_id":"61602084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335472","display_name":"Social Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2521709538","https://openalex.org/W3004543888","https://openalex.org/W3025085339","https://openalex.org/W3104401858","https://openalex.org/W3137147200","https://openalex.org/W3164155163","https://openalex.org/W3181120673","https://openalex.org/W3204647170","https://openalex.org/W3215256528","https://openalex.org/W4225285622","https://openalex.org/W4280579689","https://openalex.org/W4317468070","https://openalex.org/W4319862404","https://openalex.org/W4382315162","https://openalex.org/W4383220091","https://openalex.org/W4392943296"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W4225394202","https://openalex.org/W3036642985","https://openalex.org/W2964335273","https://openalex.org/W2982145560","https://openalex.org/W2969450769"],"abstract_inverted_index":{"Embedded":[0],"sensing":[1,92],"devices":[2],"that":[3,85,228],"are":[4,8],"battery-operated":[5],"and":[6,39,109,215,224],"resource-limited":[7],"increasingly":[9],"utilizing":[10],"recurrent":[11],"neural":[12],"networks":[13],"(RNNs)":[14],"to":[15,129,135,147,178,185,201,243],"attain":[16],"real-time":[17],"perception":[18],"of":[19,26,32,46,71,105,120,151,239],"the":[20,24,44,68,83,103,118,121,149,155,161,176,187,225,236,244],"complex":[21],"environment.":[22],"Nevertheless,":[23],"majority":[25],"RNNs":[27],"typically":[28],"handle":[29],"substantial":[30],"amounts":[31],"time-series":[33],"data,":[34],"resulting":[35],"in":[36],"computational":[37,213],"intensity":[38],"high":[40],"energy":[41,69,136,191,206],"consumption.":[42],"Hence,":[43],"development":[45],"energy-efficient":[47,59],"RNN":[48,60,156,172,198],"models":[49],"is":[50],"a":[51,115,169,210,231],"crucial":[52],"focus.":[53],"This":[54],"paper":[55],"introduces":[56],"IS-RNN,":[57],"an":[58,142,196],"model":[61,177,216],"featuring":[62],"importance-based":[63],"sparsification,":[64],"aimed":[65],"at":[66],"enhancing":[67],"efficiency":[70],"RNN-based":[72],"in-sensor":[73],"inference.":[74],"The":[75],"principal":[76],"motivation":[77],"for":[78,102],"this":[79],"research":[80],"arises":[81],"from":[82,90],"recognition":[84],"time":[86],"series":[87],"data":[88,184,240],"obtained":[89],"sensor":[91],"often":[93],"exhibit":[94],"inherent":[95],"redundancy.":[96],"Leveraging":[97],"input":[98,107,122,153],"sequence":[99,123],"sparsification":[100],"allows":[101,127],"elimination":[104],"invalid":[106],"accesses":[108],"computations,":[110],"thus":[111],"optimizing":[112,117],"efficiency.":[113],"As":[114],"result,":[116],"sparsity":[119],"through":[124],"adaptive":[125,197],"control":[126],"us":[128],"improve":[130],"inference":[131,157,199,233],"performance":[132],"while":[133],"adhering":[134],"constraints.":[137,192],"In":[138],"particular,":[139],"we":[140,167,194],"build":[141],"importance":[143,164],"score":[144,165],"analysis":[145],"method":[146,200],"quantify":[148],"contribution":[150],"each":[152],"toward":[154],"performance.":[158,217],"Building":[159],"upon":[160],"proposed":[162],"quantitative":[163],"analysis,":[166],"introduce":[168,195],"dynamic":[170],"efficient":[171],"architecture,":[173],"which":[174],"enables":[175],"make":[179],"decisions":[180],"based":[181],"on":[182,221],"important":[183],"obtain":[186],"highest":[188],"accuracy":[189,204,234],"under":[190,205],"Moreover,":[193],"enhance":[202],"prediction":[203],"constraints":[207],"by":[208],"making":[209],"trade-off":[211],"between":[212],"cost":[214],"We":[218],"evaluated":[219],"IS-RNN":[220],"five":[222],"datasets":[223],"results":[226],"show":[227],"it":[229],"achieves":[230],"higher":[232],"with":[235],"same":[237],"amount":[238],"processed":[241],"compared":[242],"state-of-the-art":[245],"methods.":[246]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
