{"id":"https://openalex.org/W4392575573","doi":"https://doi.org/10.48550/arxiv.2403.03409","title":"Sparse Spiking Neural Network: Exploiting Heterogeneity in Timescales for Pruning Recurrent SNN","display_name":"Sparse Spiking Neural Network: Exploiting Heterogeneity in Timescales for Pruning Recurrent SNN","publication_year":2024,"publication_date":"2024-03-06","ids":{"openalex":"https://openalex.org/W4392575573","doi":"https://doi.org/10.48550/arxiv.2403.03409"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.03409","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.03409","pdf_url":"https://arxiv.org/pdf/2403.03409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.03409","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084263822","display_name":"Biswadeep Chakraborty","orcid":"https://orcid.org/0000-0002-6984-6907","observed_orcids":["https://orcid.org/0000-0002-6984-6907"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chakraborty, Biswadeep","raw_affiliation_strings":["Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028117919","display_name":"Beomseok Kang","orcid":"https://orcid.org/0000-0003-3562-6233","observed_orcids":["https://orcid.org/0000-0003-3562-6233"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kang, Beomseok","raw_affiliation_strings":["Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011592504","display_name":"Harshit Kumar","orcid":"https://orcid.org/0000-0002-4865-7795","observed_orcids":["https://orcid.org/0000-0002-4865-7795"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kumar, Harshit","raw_affiliation_strings":["Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009591041","display_name":"Saibal Mukhopadhyay","orcid":"https://orcid.org/0000-0002-8894-3390","observed_orcids":["https://orcid.org/0000-0002-8894-3390"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mukhopadhyay, Saibal","raw_affiliation_strings":["Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering Georgia Institute of Technology Atlanta , GA 30332 , USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8618000149726868,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8618000149726868,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.05090000107884407,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0430000014603138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-spiking-neural-networks","display_name":"recurrent spiking neural networks","score":0.921999990940094},{"id":"https://openalex.org/keywords/pruning","display_name":"pruning","score":0.4749999940395355},{"id":"https://openalex.org/keywords/lyapunov-exponents","display_name":"Lyapunov exponents","score":0.9909999966621399},{"id":"https://openalex.org/keywords/graph-sparsification","display_name":"graph sparsification","score":0.875},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.6309999823570251},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.7179999947547913},{"id":"https://openalex.org/keywords/temporal-prediction","display_name":"temporal prediction","score":0.9909999966621399}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7295344471931458},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.6471218466758728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5806706547737122},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49734118580818176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4654906988143921},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4543825387954712},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41803762316703796},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3307498097419739},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3235103487968445},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1547650694847107},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.03409","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.03409","pdf_url":"https://arxiv.org/pdf/2403.03409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.03409","doi":"https://doi.org/10.48550/arxiv.2403.03409","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.03409","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.03409","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.03409","pdf_url":"https://arxiv.org/pdf/2403.03409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6241330985","display_name":null,"funder_award_id":"W911NF-19-1-0447","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392575573.pdf","grobid_xml":"https://content.openalex.org/works/W4392575573.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1878170478","https://openalex.org/W2011306557","https://openalex.org/W2766678531","https://openalex.org/W2774743895","https://openalex.org/W2873705236","https://openalex.org/W2896611294","https://openalex.org/W3000806433","https://openalex.org/W3010156474","https://openalex.org/W3037447448","https://openalex.org/W3096215947","https://openalex.org/W3129093240","https://openalex.org/W3131684815","https://openalex.org/W3158179522","https://openalex.org/W3163815034","https://openalex.org/W4205951272","https://openalex.org/W4221151658","https://openalex.org/W4224920348","https://openalex.org/W4226329588","https://openalex.org/W4285283612","https://openalex.org/W4308847508","https://openalex.org/W4311224386","https://openalex.org/W4311645550","https://openalex.org/W4312092299","https://openalex.org/W4312753346","https://openalex.org/W4312882723","https://openalex.org/W4315489376","https://openalex.org/W4318590453","https://openalex.org/W4382459223","https://openalex.org/W4385488616","https://openalex.org/W4396680641","https://openalex.org/W4402810885"],"related_works":["https://openalex.org/W4400518708","https://openalex.org/W4408818595","https://openalex.org/W4402603949","https://openalex.org/W4416454632","https://openalex.org/W4417471380","https://openalex.org/W4318590453","https://openalex.org/W4321853730","https://openalex.org/W4312382618","https://openalex.org/W7133242181","https://openalex.org/W7129334861"],"abstract_inverted_index":{"Recurrent":[0],"Spiking":[1],"Neural":[2],"Networks":[3],"(RSNNs)":[4],"have":[5],"emerged":[6],"as":[7,144],"a":[8,40,46,67,76,83,101,106,123],"computationally":[9],"efficient":[10],"and":[11,23,42,95,147,165,167],"brain-inspired":[12],"learning":[13],"model.":[14,80],"The":[15],"design":[16,100,122],"of":[17,30,156,170,177],"sparse":[18,33,72,103,124,134],"RSNNs":[19,73,171],"with":[20,53],"fewer":[21],"neurons":[22,52,164],"synapses":[24],"helps":[25],"reduce":[26],"the":[27,113,132],"computational":[28,161],"complexity":[29],"RSNNs.":[31],"Traditionally,":[32],"SNNs":[34],"are":[35],"obtained":[36],"by":[37,74],"first":[38],"training":[39],"dense":[41,179],"complex":[43],"SNN":[44],"for":[45,70,140],"target":[47],"task,":[48],"and,":[49],"then,":[50],"pruning":[51,75,176],"low":[54],"activity":[55],"(activity-based":[56],"pruning)":[57],"while":[58],"maintaining":[59],"task":[60],"performance.":[61],"In":[62],"contrast,":[63],"this":[64],"paper":[65],"presents":[66],"task-agnostic":[68],"methodology":[69],"designing":[71],"large":[77],"randomly":[78,107],"initialized":[79,108],"We":[81,110,150],"introduce":[82],"novel":[84],"Lyapunov":[85,97],"Noise":[86],"Pruning":[87],"(LNP)":[88],"algorithm":[89],"that":[90,112,131],"uses":[91],"graph":[92],"sparsification":[93],"methods":[94],"utilizes":[96],"exponents":[98],"to":[99,121,173],"stable":[102],"RSNN":[104,126],"from":[105],"RSNN.":[109],"show":[111,130,152],"LNP":[114,159],"can":[115,137],"leverage":[116],"diversity":[117],"in":[118,154],"neuronal":[119],"timescales":[120],"Heterogeneous":[125],"(HRSNN).":[127],"Further,":[128],"we":[129],"same":[133],"HRSNN":[135],"model":[136],"be":[138],"trained":[139,178],"different":[141],"tasks,":[142],"such":[143],"image":[145],"classification":[146],"temporal":[148],"prediction.":[149],"experimentally":[151],"that,":[153],"spite":[155],"being":[157],"task-agnostic,":[158],"increases":[160],"efficiency":[162],"(fewer":[163],"synapses)":[166],"prediction":[168],"performance":[169],"compared":[172],"traditional":[174],"activity-based":[175],"models.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-03-08T00:00:00"}