{"id":"https://openalex.org/W4285410088","doi":"https://doi.org/10.1145/3532213.3532217","title":"Dynamic Resistance Based Spiking Actor Network for Improving Reinforcement Learning","display_name":"Dynamic Resistance Based Spiking Actor Network for Improving Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-18","ids":{"openalex":"https://openalex.org/W4285410088","doi":"https://doi.org/10.1145/3532213.3532217"},"language":"en","primary_location":{"id":"doi:10.1145/3532213.3532217","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3532213.3532217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th International Conference on Computing and Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100436890","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0003-3986-0238"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["College of Computer Science, Sichuan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017255969","display_name":"Runhao Jiang","orcid":"https://orcid.org/0009-0001-5342-2974"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runhao Jiang","raw_affiliation_strings":["College of Computer Science, Sichuan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084417688","display_name":"Rong Xiao","orcid":"https://orcid.org/0000-0002-6408-9724"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xiao","raw_affiliation_strings":["College of Computer Science, Sichuan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046836420","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0003-0048-3092"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["College of Computer Science, Zhejiang University of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University of Technology, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8261,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63383251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"18","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7922395467758179},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6726748943328857},{"id":"https://openalex.org/keywords/resistance","display_name":"Resistance (ecology)","score":0.5004422664642334},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4988691806793213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3319287896156311},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18038594722747803}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7922395467758179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6726748943328857},{"id":"https://openalex.org/C57473165","wikidata":"https://www.wikidata.org/wiki/Q7315604","display_name":"Resistance (ecology)","level":2,"score":0.5004422664642334},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4988691806793213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3319287896156311},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18038594722747803},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3532213.3532217","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3532213.3532217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th International Conference on Computing and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1985940938","https://openalex.org/W2020539709","https://openalex.org/W2061897041","https://openalex.org/W2116577160","https://openalex.org/W2120905747","https://openalex.org/W2126404188","https://openalex.org/W2171236529","https://openalex.org/W2271476098","https://openalex.org/W2621826044","https://openalex.org/W2969489794","https://openalex.org/W3090735426","https://openalex.org/W3130821023"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Designing":[0],"algorithms":[1],"for":[2,32,63],"continuous":[3,134,176,184],"control":[4,70],"is":[5,22,80,154,179],"a":[6,61,112,171,188,217],"big":[7],"challenge":[8],"no":[9],"matter":[10],"in":[11,27,43,68,130,141,165,183,201,222],"real":[12],"robot":[13],"controlling":[14],"or":[15],"simulation":[16],"tasks.":[17,71],"Deep":[18],"reinforcement":[19],"learning":[20],"(DRL)":[21],"the":[23,35,48,52,55,83,126,137,162,166,197,204,229,237],"most":[24],"successful":[25],"algorithm":[26],"dealing":[28,131],"with":[29,132],"such":[30],"tasks":[31,225],"it":[33,58,92],"utilizing":[34],"powerful":[36,50],"ability":[37,51,127,138],"of":[38,82,86,115,128,139,174,180],"deep":[39,159,230],"neuron":[40,77,151,231,242],"network":[41,78,214,233],"(DNN)":[42],"handling":[44],"complex":[45,133],"information.":[46],"However,":[47],"more":[49,56,73,98],"DNN":[53,140],"has,":[54],"energy":[57],"consumes.":[59],"It\u2019s":[60],"barrier":[62],"DRL":[64],"to":[65,94,103,124,157,195],"be":[66],"realized":[67],"real-world":[69],"With":[72,203],"biological":[74],"features,":[75],"spiking":[76,212,241],"(SNN)":[79],"one":[81],"frontier":[84],"fields":[85],"high-efficiency":[87],"computing.":[88],"The":[89,146],"binary":[90],"spike":[91],"used":[93,156],"represent":[95],"information":[96,100,135,177],"contains":[97],"temporal":[99,198],"and":[101,117,136],"leads":[102],"greater":[104],"computational":[105],"efficiency":[106],"on":[107,111],"neuromorphic":[108],"chips.":[109],"Based":[110],"hybrid":[113],"architecture":[114],"SNN":[116,129,160],"DNN,":[118],"we":[119,186],"propose":[120,187],"an":[121],"actor-critic":[122],"model":[123,152,194],"utilize":[125],"large":[142],"scale":[143],"accurate":[144],"computation.":[145],"common":[147],"Leaky":[148],"Integrate-and-Fire":[149],"(LIF)":[150],"which":[153,178],"mainly":[155],"build":[158],"neglects":[161],"resistance":[163,191],"flexibility":[164],"neuron.":[167],"Considering":[168],"that":[169],"causes":[170],"descend":[172],"capacity":[173],"representing":[175],"vital":[181],"important":[182],"control,":[185],"new":[189],"dynamic":[190],"LIF":[192,239],"(R-LIF)":[193],"compensate":[196],"relation":[199],"dependencies":[200],"neurons.":[202],"same":[205,238],"gradient":[206],"updating":[207],"rule,":[208],"our":[209],"R-LIF":[210],"based":[211,240],"actor":[213,232,243],"(RSAN)":[215],"shows":[216],"better":[218],"performance":[219],"when":[220],"inferring":[221],"OpenAI":[223],"benchmark":[224],"not":[226],"only":[227],"than":[228,236],"but":[234],"also":[235],"network.":[244]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}