{"id":"https://openalex.org/W4417248875","doi":"https://doi.org/10.1109/tpami.2025.3642900","title":"A Unified Experience Replay Framework for Spiking Deep Reinforcement Learning","display_name":"A Unified Experience Replay Framework for Spiking Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4417248875","doi":"https://doi.org/10.1109/tpami.2025.3642900","pmid":"https://pubmed.ncbi.nlm.nih.gov/41379917"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3642900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3642900","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100771701","display_name":"Meng Xu","orcid":"https://orcid.org/0000-0003-4857-5439"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Meng Xu","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-4857-5439","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071933192","display_name":"Xinhong Chen","orcid":"https://orcid.org/0000-0002-8563-148X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xinhong Chen","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8563-148X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086581834","display_name":"Bingyi Liu","orcid":"https://orcid.org/0000-0001-8403-1776"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyi Liu","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-1776","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112392402","display_name":"Y.S. Lin","orcid":"https://orcid.org/0009-0005-2109-3829"},"institutions":[{"id":"https://openalex.org/I4210113837","display_name":"Taiwan Forestry Research Institute","ror":"https://ror.org/01d34a364","country_code":"TW","type":"facility","lineage":["https://openalex.org/I26359584","https://openalex.org/I4210113837"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Rong Lin","raw_affiliation_strings":["AI Research Center, Hon Hai Research Institute, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0009-0005-2109-3829","affiliations":[{"raw_affiliation_string":"AI Research Center, Hon Hai Research Institute, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210113837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048205934","display_name":"Yung\u2010Hui Li","orcid":"https://orcid.org/0000-0002-0475-3689"},"institutions":[{"id":"https://openalex.org/I4210113837","display_name":"Taiwan Forestry Research Institute","ror":"https://ror.org/01d34a364","country_code":"TW","type":"facility","lineage":["https://openalex.org/I26359584","https://openalex.org/I4210113837"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yung-Hui Li","raw_affiliation_strings":["AI Research Center, Hon Hai Research Institute, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-0475-3689","affiliations":[{"raw_affiliation_string":"AI Research Center, Hon Hai Research Institute, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210113837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100356291","display_name":"Jianping Wang","orcid":"https://orcid.org/0000-0002-9318-1482"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jianping Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9318-1482","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70839931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"48","issue":"4","first_page":"4275","last_page":"4289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.879800021648407,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.879800021648407,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.02199999988079071,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7519000172615051},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7378000020980835},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6552000045776367},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.5008999705314636},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4496999979019165},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.38679999113082886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8507999777793884},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7519000172615051},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7378000020980835},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6552000045776367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5320000052452087},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.5008999705314636},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4496999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44440001249313354},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C145018004","wikidata":"https://www.wikidata.org/wiki/Q4985944","display_name":"Buffer (optical fiber)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3642900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3642900","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41379917","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41379917","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4310234715","display_name":null,"funder_award_id":"62272357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2092720955","https://openalex.org/W2892077605","https://openalex.org/W2964338223","https://openalex.org/W3035644810","https://openalex.org/W3097140984","https://openalex.org/W3102040318","https://openalex.org/W3124546450","https://openalex.org/W3127561923","https://openalex.org/W3130821023","https://openalex.org/W3152878473","https://openalex.org/W3189480080","https://openalex.org/W4280508537","https://openalex.org/W4283814920","https://openalex.org/W4293812165","https://openalex.org/W4294691690","https://openalex.org/W4311925323","https://openalex.org/W4317512900","https://openalex.org/W4362654522","https://openalex.org/W4385626984","https://openalex.org/W4385767716","https://openalex.org/W4386071675","https://openalex.org/W4387903897","https://openalex.org/W4388660508","https://openalex.org/W4388783832","https://openalex.org/W4389665436","https://openalex.org/W4390332304","https://openalex.org/W4391582645","https://openalex.org/W4394850325","https://openalex.org/W4396506409","https://openalex.org/W4402351284","https://openalex.org/W4402723560","https://openalex.org/W4405785507","https://openalex.org/W4409762096","https://openalex.org/W4413918357"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"methods":[4,32,54,106,197],"have":[5],"shown":[6],"remarkable":[7],"success":[8],"in":[9,202,205],"many":[10],"applications,":[11],"yet":[12],"their":[13,18,211],"high":[14],"energy":[15,35,80,212],"consumption":[16,36,81],"limits":[17],"practicability.":[19],"Recent":[20],"studies":[21],"incorporated":[22],"energy-efficient":[23],"Spiking":[24,30,52],"Neural":[25],"Networks":[26],"(SNNs)":[27],"to":[28,45,56,107,119,145,153],"build":[29],"DRL":[31,53,105,196],"and":[33,66,82,158],"lower":[34],"by":[37,86,150],"setting":[38],"a":[39,62,91],"shorter":[40],"simulation":[41,71,200],"duration":[42,72],"for":[43,136],"SNNs":[44],"compute":[46],"fewer":[47],"gradients.":[48],"However,":[49],"these":[50],"existing":[51,103],"fail":[55],"sample":[57],"sufficient":[58],"high-quality":[59],"samples":[60,127,135,161],"within":[61],"fixed-size":[63],"replay":[64,95,117,156],"buffer":[65,118,148,157,167],"perform":[67],"poorly":[68],"when":[69,152],"the":[70,76,110,116,123,147,155,166,173,189],"is":[73],"small,":[74],"introducing":[75],"challenging":[77],"tradeoff":[78],"between":[79],"model":[83,178],"performance.":[84,179],"Motivated":[85],"such":[87],"observations,":[88],"we":[89,114,140],"develop":[90],"generic":[92],"resilient":[93],"experience":[94],"method":[96],"that":[97,184],"can":[98],"be":[99],"seamlessly":[100],"integrated":[101],"into":[102],"spiking":[104,195],"effectively":[108],"address":[109],"above":[111],"tradeoff.":[112],"Specifically,":[113],"allow":[115],"dynamically":[120],"expand":[121],"as":[122],"number":[124],"of":[125,191,207],"training":[126],"increases,":[128],"thereby":[129,171],"accommodating":[130],"more":[131],"potentially":[132],"valuable":[133],"candidate":[134],"policy":[137],"training.":[138],"Meanwhile,":[139],"introduce":[141],"an":[142],"adaptive":[143],"approach":[144,186],"manage":[146],"size":[149],"determining":[151],"shrink":[154],"removing":[159],"redundant":[160],"automatically.":[162],"This":[163],"strategy":[164],"prevents":[165],"from":[168],"expanding":[169],"unnecessarily,":[170],"mitigating":[172],"potential":[174],"negative":[175],"impact":[176],"on":[177],"Extensive":[180],"experimental":[181],"results":[182],"demonstrate":[183],"our":[185],"significantly":[187],"enhances":[188],"performance":[190],"five":[192],"state-of-the-art":[193],"(SOTA)":[194],"across":[198],"various":[199],"durations":[201],"sixteen":[203],"tasks,":[204],"terms":[206],"return,":[208],"without":[209],"compromising":[210],"efficiency.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-11T00:00:00"}