{"id":"https://openalex.org/W4407170123","doi":"https://doi.org/10.48550/arxiv.2502.01330","title":"Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity","display_name":"Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity","publication_year":2025,"publication_date":"2025-02-03","ids":{"openalex":"https://openalex.org/W4407170123","doi":"https://doi.org/10.48550/arxiv.2502.01330"},"language":"en","primary_location":{"id":"pmh:oai:pure.rug.nl:openaire_cris_publications/825799d9-31aa-43f2-9763-aeca307dcfec","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/825799d9-31aa-43f2-9763-aeca307dcfec","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pierro, A, Abreu, S, Timcheck, J, Stratmann, P, Wild, A & Shrestha, S B 2025, Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity. in 42nd International Conference on Machine Learning, ICML 2025. vol. 267, Proceedings of Machine Learning Research, ML Research Press, pp. 49382-49398, 42nd International Conference on Machine Learning, ICML 2025, Vancouver, Canada, 13/07/2025.","raw_type":"info:eu-repo/semantics/publishedVersion"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.rug.nl/en/publications/825799d9-31aa-43f2-9763-aeca307dcfec","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103132585","display_name":"A.R. De Pierro","orcid":"https://orcid.org/0000-0002-5682-627X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Pierro, Alessandro","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007677718","display_name":"Steven Abreu","orcid":"https://orcid.org/0000-0002-2272-315X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abreu, Steven","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030666537","display_name":"Jonathan Timcheck","orcid":"https://orcid.org/0000-0002-2071-2668"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timcheck, Jonathan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048664627","display_name":"Philipp Stratmann","orcid":"https://orcid.org/0000-0001-6791-9159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stratmann, Philipp","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090260554","display_name":"Andreas Wild","orcid":"https://orcid.org/0000-0003-0380-5675"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wild, Andreas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064196627","display_name":"Sumit Bam Shrestha","orcid":"https://orcid.org/0000-0002-5741-8518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shrestha, Sumit Bam","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103132585"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8949999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8949999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6965286731719971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5334712862968445},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5301785469055176},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4413268566131592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3536485731601715}],"concepts":[{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6965286731719971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5334712862968445},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5301785469055176},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4413268566131592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3536485731601715}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:pure.rug.nl:openaire_cris_publications/825799d9-31aa-43f2-9763-aeca307dcfec","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/825799d9-31aa-43f2-9763-aeca307dcfec","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pierro, A, Abreu, S, Timcheck, J, Stratmann, P, Wild, A & Shrestha, S B 2025, Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity. in 42nd International Conference on Machine Learning, ICML 2025. vol. 267, Proceedings of Machine Learning Research, ML Research Press, pp. 49382-49398, 42nd International Conference on Machine Learning, ICML 2025, Vancouver, Canada, 13/07/2025.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:2502.01330","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01330","pdf_url":"https://arxiv.org/pdf/2502.01330","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.rug.nl:openaire/825799d9-31aa-43f2-9763-aeca307dcfec","is_oa":true,"landing_page_url":"https://hdl.handle.net/11370/825799d9-31aa-43f2-9763-aeca307dcfec","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pierro, A, Abreu, S, Timcheck, J, Stratmann, P, Wild, A & Shrestha, S B 2025, Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity. in 42nd International Conference on Machine Learning, ICML 2025. vol. 267, Proceedings of Machine Learning Research, ML Research Press, pp. 49382-49398, 42nd International Conference on Machine Learning, ICML 2025, Vancouver, Canada, 13/07/2025.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.48550/arxiv.2502.01330","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.01330","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:pure.rug.nl:openaire_cris_publications/825799d9-31aa-43f2-9763-aeca307dcfec","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/825799d9-31aa-43f2-9763-aeca307dcfec","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pierro, A, Abreu, S, Timcheck, J, Stratmann, P, Wild, A & Shrestha, S B 2025, Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity. in 42nd International Conference on Machine Learning, ICML 2025. vol. 267, Proceedings of Machine Learning Research, ML Research Press, pp. 49382-49398, 42nd International Conference on Machine Learning, ICML 2025, Vancouver, Canada, 13/07/2025.","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W3017902212"],"abstract_inverted_index":{"Linear":[0],"recurrent":[1,180],"neural":[2,181],"networks":[3,182],"enable":[4],"powerful":[5],"long-range":[6],"sequence":[7],"modeling":[8],"with":[9,96],"constant":[10],"memory":[11,53,103],"usage":[12],"and":[13,38,52,75,100,127,151],"time-per-token":[14],"during":[15],"inference.":[16],"These":[17],"architectures":[18],"hold":[19],"promise":[20],"for":[21,116,137,177],"streaming":[22,114],"applications":[23],"at":[24,104],"the":[25,70,131,168,175],"edge,":[26],"but":[27],"deployment":[28],"in":[29,50,183],"resource-constrained":[30,185],"environments":[31],"requires":[32],"hardware-aware":[33],"optimizations":[34],"to":[35,68,124,157],"minimize":[36],"latency":[37,150],"energy":[39,154],"consumption.":[40],"Unstructured":[41],"sparsity":[42],"offers":[43],"a":[44,65,112,158],"compelling":[45],"solution,":[46],"enabling":[47],"substantial":[48],"reductions":[49],"compute":[51,79,99],"requirements--when":[54],"accelerated":[55],"by":[56],"compatible":[57],"hardware":[58],"platforms.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,140],"conduct":[64],"scaling":[66],"study":[67],"investigate":[69],"Pareto":[71],"front":[72],"of":[73,147,171],"performance":[74],"efficiency":[76],"across":[77],"inference":[78],"budgets.":[80],"We":[81],"find":[82],"that":[83],"highly":[84,178],"sparse":[85,122],"linear":[86],"RNNs":[87],"consistently":[88],"achieve":[89,108],"better":[90],"efficiency-performance":[91],"trade-offs":[92],"than":[93],"dense":[94,159],"baselines,":[95],"2x":[97],"less":[98,102],"36%":[101],"iso-accuracy.":[105],"Our":[106,165],"models":[107,123],"state-of-the-art":[109],"results":[110],"on":[111,130,161],"real-time":[113,138],"task":[115],"audio":[117],"denoising.":[118],"By":[119],"quantizing":[120],"our":[121],"fixed-point":[125],"arithmetic":[126],"deploying":[128],"them":[129],"Intel":[132],"Loihi":[133],"2":[134],"neuromorphic":[135],"chip":[136],"processing,":[139],"translate":[141],"model":[142,160],"compression":[143],"into":[144],"tangible":[145],"gains":[146],"42x":[148],"lower":[149,153],"149x":[152],"consumption":[155],"compared":[156],"an":[162],"edge":[163],"GPU.":[164],"findings":[166],"showcase":[167],"transformative":[169],"potential":[170],"unstructured":[172],"sparsity,":[173],"paving":[174],"way":[176],"efficient":[179],"real-world,":[184],"environments.":[186]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}