{"id":"https://openalex.org/W4400376641","doi":"https://doi.org/10.48550/arxiv.2407.03111","title":"Compressed Latent Replays for Lightweight Continual Learning on Spiking Neural Networks","display_name":"Compressed Latent Replays for Lightweight Continual Learning on Spiking Neural Networks","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400376641","doi":"https://doi.org/10.48550/arxiv.2407.03111"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.03111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.03111","pdf_url":"https://arxiv.org/pdf/2407.03111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.03111","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034464382","display_name":"Alberto Dequino","orcid":"https://orcid.org/0000-0003-1393-7057"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dequino, Alberto","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018833380","display_name":"Alessio Carpegna","orcid":"https://orcid.org/0000-0003-2233-4485"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carpegna, Alessio","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049655627","display_name":"Davide Nadalini","orcid":"https://orcid.org/0000-0002-8003-7633"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nadalini, Davide","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065582630","display_name":"Alessandro Savino","orcid":"https://orcid.org/0000-0003-0529-7950"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Savino, Alessandro","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043408422","display_name":"Luca Benini","orcid":"https://orcid.org/0000-0001-8068-3806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benini, Luca","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026593274","display_name":"Stefano Di Carlo","orcid":"https://orcid.org/0000-0002-7512-5356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di Carlo, Stefano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038717922","display_name":"Francesco Conti","orcid":"https://orcid.org/0000-0002-7924-933X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Conti, Francesco","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5034464382"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6161419153213501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48600801825523376},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45233771204948425},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.41562390327453613},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3523891568183899}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6161419153213501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48600801825523376},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45233771204948425},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.41562390327453613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3523891568183899}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.03111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.03111","pdf_url":"https://arxiv.org/pdf/2407.03111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.03111","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.03111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.03111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.03111","pdf_url":"https://arxiv.org/pdf/2407.03111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400376641.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Rehearsal-based":[0],"Continual":[1],"Learning":[2],"(CL)":[3],"has":[4,21],"been":[5,23],"intensely":[6],"investigated":[7],"in":[8,16,25],"Deep":[9],"Neural":[10,18],"Networks":[11,19],"(DNNs).":[12],"However,":[13],"its":[14],"application":[15],"Spiking":[17],"(SNNs)":[20],"not":[22],"explored":[24],"depth.":[26],"In":[27],"this":[28],"paper":[29],"we":[30,91],"introduce":[31],"the":[32,66,86,93,147],"first":[33],"memory-efficient":[34],"implementation":[35],"of":[36,57,79,105,122,138,144],"Latent":[37],"Replay":[38],"(LR)-based":[39],"CL":[40],"for":[41],"SNNs,":[42],"designed":[43],"to":[44,61,112],"seamlessly":[45],"integrate":[46],"with":[47,54,70,110,117],"resource-constrained":[48],"devices.":[49],"LRs":[50],"combine":[51],"new":[52,132],"samples":[53],"latent":[55],"representations":[56],"previously":[58,87],"learned":[59,88],"data,":[60],"mitigate":[62],"forgetting.":[63],"Experiments":[64],"on":[65,146],"Heidelberg":[67],"SHD":[68],"dataset":[69],"Sample":[71],"and":[72,81],"Class-Incremental":[73],"tasks":[74],"reach":[75],"a":[76,98,113,118,125,141],"Top-1":[77,142],"accuracy":[78,120,143],"92.5%":[80],"92%,":[82],"respectively,":[83],"without":[84],"forgetting":[85],"information.":[89],"Furthermore,":[90],"minimize":[92],"LRs'":[94],"requirements":[95],"by":[96,102],"applying":[97],"time-domain":[99],"compression,":[100],"reducing":[101],"two":[103],"orders":[104],"magnitude":[106],"their":[107],"memory":[108],"requirement,":[109],"respect":[111],"naive":[114],"rehearsal":[115],"setup,":[116],"maximum":[119],"drop":[121],"4%.":[123],"On":[124],"Multi-Class-Incremental":[126],"task,":[127],"our":[128],"SNN":[129],"learns":[130],"10":[131],"classes":[133],"from":[134],"an":[135],"initial":[136],"set":[137],"10,":[139],"reaching":[140],"78.4%":[145],"full":[148],"test":[149],"set.":[150]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}