{"id":"https://openalex.org/W4401345949","doi":"https://doi.org/10.1002/aisy.202400075","title":"BrainQN: Enhancing the Robustness of Deep Reinforcement Learning with Spiking Neural Networks","display_name":"BrainQN: Enhancing the Robustness of Deep Reinforcement Learning with Spiking Neural Networks","publication_year":2024,"publication_date":"2024-08-04","ids":{"openalex":"https://openalex.org/W4401345949","doi":"https://doi.org/10.1002/aisy.202400075"},"language":"en","primary_location":{"id":"doi:10.1002/aisy.202400075","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202400075","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202400075","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202400075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101759507","display_name":"Shuo Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Feng","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":"https://orcid.org/0000-0002-0929-0687","affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058767221","display_name":"Jian Cao","orcid":"https://orcid.org/0000-0002-4724-7065"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Cao","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":"https://orcid.org/0000-0002-4724-7065","affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113321966","display_name":"Zehong Ou","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehong Ou","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323047","display_name":"Guang Chen","orcid":"https://orcid.org/0000-0003-2048-7699"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang Chen","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021806113","display_name":"Yi Zhong","orcid":"https://orcid.org/0000-0002-4652-7241"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhong","raw_affiliation_strings":["Key Laboratory of Microelectronic Devices and Circuits (MoE) MPW Center School of Integrated Circuits Peking University  Beijing 100871 China","Key Laboratory of Microelectronic Devices and Circuits (MoE), MPW Center, School of Integrated Circuits, Peking University, Beijing, 100871 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Microelectronic Devices and Circuits (MoE) MPW Center School of Integrated Circuits Peking University  Beijing 100871 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Microelectronic Devices and Circuits (MoE), MPW Center, School of Integrated Circuits, Peking University, Beijing, 100871 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056965591","display_name":"Zilin Wang","orcid":"https://orcid.org/0009-0005-0281-7879"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilin Wang","raw_affiliation_strings":["Key Laboratory of Microelectronic Devices and Circuits (MoE) MPW Center School of Integrated Circuits Peking University  Beijing 100871 China","Key Laboratory of Microelectronic Devices and Circuits (MoE), MPW Center, School of Integrated Circuits, Peking University, Beijing, 100871 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Microelectronic Devices and Circuits (MoE) MPW Center School of Integrated Circuits Peking University  Beijing 100871 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Microelectronic Devices and Circuits (MoE), MPW Center, School of Integrated Circuits, Peking University, Beijing, 100871 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039116642","display_name":"Juntong Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juntong Yan","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100686861","display_name":"Jue Chen","orcid":"https://orcid.org/0000-0001-7508-2635"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jue Chen","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101683938","display_name":"Bingsen Wang","orcid":"https://orcid.org/0000-0001-5863-8857"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingsen Wang","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090493433","display_name":"Chenglong Zou","orcid":"https://orcid.org/0000-0002-2571-3213"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglong Zou","raw_affiliation_strings":["Peking University Chongqing Research Institute of Big Data  Chongqing 400030 China","Peking University Chongqing Research Institute of Big Data, Chongqing, 400030 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University Chongqing Research Institute of Big Data  Chongqing 400030 China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210096250"]},{"raw_affiliation_string":"Peking University Chongqing Research Institute of Big Data, Chongqing, 400030 China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210096250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111167201","display_name":"Zebang Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zebang Feng","raw_affiliation_strings":["School of Software & Microelectronics Peking University  Beijing 102600 China","School of Software & Microelectronics Peking University Beijing 102600 China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software & Microelectronics Peking University  Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Software & Microelectronics Peking University Beijing 102600 China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002438548","display_name":"Yuan Wang","orcid":"https://orcid.org/0000-0002-4951-4286"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuan Wang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Integrated Circuits  Beijing 100871 China","Key Laboratory of Microelectronic Devices and Circuits (MoE) MPW Center School of Integrated Circuits Peking University  Beijing 100871 China","Key Laboratory of Microelectronic Devices and Circuits (MoE), MPW Center, School of Integrated Circuits, Peking University, Beijing, 100871 China","Beijing Advanced Innovation Center for Integrated Circuits, Beijing, 100871 China"],"raw_orcid":"https://orcid.org/0000-0002-4951-4286","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Integrated Circuits  Beijing 100871 China","institution_ids":["https://openalex.org/I4210165198"]},{"raw_affiliation_string":"Key Laboratory of Microelectronic Devices and Circuits (MoE) MPW Center School of Integrated Circuits Peking University  Beijing 100871 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Microelectronic Devices and Circuits (MoE), MPW Center, School of Integrated Circuits, Peking University, Beijing, 100871 China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Integrated Circuits, Beijing, 100871 China","institution_ids":["https://openalex.org/I4210165198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002438548","https://openalex.org/A5058767221"],"corresponding_institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210165198"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":0.2514,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.46060058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"6","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7583004236221313},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7135364413261414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6065637469291687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.604503333568573},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5772056579589844},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.5417931079864502},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34533530473709106},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0897204577922821}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7583004236221313},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7135364413261414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6065637469291687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.604503333568573},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5772056579589844},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5417931079864502},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34533530473709106},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0897204577922821},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/aisy.202400075","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202400075","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202400075","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e10b5305476146fab6c2bf6e3205099c","is_oa":true,"landing_page_url":"https://doaj.org/article/e10b5305476146fab6c2bf6e3205099c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advanced Intelligent Systems, Vol 6, Iss 9, Pp n/a-n/a (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1002/aisy.202400075","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202400075","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202400075","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G7642840218","display_name":null,"funder_award_id":"B18001","funder_id":"https://openalex.org/F4320324787","funder_display_name":"Peking University"}],"funders":[{"id":"https://openalex.org/F4320324787","display_name":"Peking University","ror":"https://ror.org/02v51f717"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401345949.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W949243424","https://openalex.org/W1604973310","https://openalex.org/W1986246844","https://openalex.org/W1995928907","https://openalex.org/W1998794714","https://openalex.org/W2020539709","https://openalex.org/W2072357061","https://openalex.org/W2103179919","https://openalex.org/W2138913040","https://openalex.org/W2145339207","https://openalex.org/W2155377787","https://openalex.org/W2257979135","https://openalex.org/W2271476098","https://openalex.org/W2512980820","https://openalex.org/W2621826044","https://openalex.org/W2749476078","https://openalex.org/W2749604329","https://openalex.org/W2775079417","https://openalex.org/W2783525259","https://openalex.org/W2898035736","https://openalex.org/W2902907165","https://openalex.org/W2938321354","https://openalex.org/W2944996566","https://openalex.org/W2966081953","https://openalex.org/W2967311966","https://openalex.org/W2969489794","https://openalex.org/W2978279179","https://openalex.org/W2979879900","https://openalex.org/W2982316857","https://openalex.org/W2990793844","https://openalex.org/W2999778183","https://openalex.org/W3006426821","https://openalex.org/W3007869767","https://openalex.org/W3035000326","https://openalex.org/W3046471830","https://openalex.org/W3093729901","https://openalex.org/W3100366369","https://openalex.org/W3190686567","https://openalex.org/W3196874059","https://openalex.org/W3206897492","https://openalex.org/W3213746858","https://openalex.org/W4206937392","https://openalex.org/W4210870706","https://openalex.org/W4249616096","https://openalex.org/W4294691690","https://openalex.org/W4307575432","https://openalex.org/W4386933688"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3126544799","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"As":[0],"the":[1,24,50,53,165],"third\u2010generation":[2],"network":[3,131],"succeeding":[4],"artificial":[5],"neural":[6,10],"networks":[7,11],"(ANNs),":[8],"spiking":[9],"(SNNs)":[12],"offer":[13],"high":[14,95,126],"robustness":[15,28,104],"and":[16,29,70,92,105,136,175],"low":[17,27,90],"energy":[18],"consumption.":[19],"Inspired":[20],"by":[21,39],"biological":[22],"systems,":[23],"limitations":[25],"of":[26],"high\u2010power":[30],"consumption":[31,177],"in":[32,52,87,108,114,130,173],"deep":[33],"reinforcement":[34],"learning":[35,68],"(DRL)":[36],"are":[37],"addressed":[38],"introducing":[40],"SNNs.":[41],"The":[42,128],"Brain":[43],"Q\u2010network":[44],"(BrainQN)":[45],"is":[46,63,119],"proposed,":[47],"which":[48],"replaces":[49],"neurons":[51],"classic":[54],"Deep":[55],"Q\u2010learning":[56],"(DQN)":[57],"algorithm":[58,142],"with":[59,76,140,159],"SNN":[60],"neurons.":[61],"BrainQN":[62,118,147],"trained":[64],"using":[65],"surrogate":[66],"gradient":[67],"(SGL)":[69],"ANN\u2010to\u2010SNN":[71,123],"conversion":[72,124],"methods.":[73],"Robustness":[74],"tests":[75],"input":[77],"noise":[78,91,96],"reveal":[79],"BrainQN's":[80,103],"superior":[81,106],"performance,":[82],"achieving":[83],"an":[84],"82.14%":[85],"increase":[86],"rewards":[88],"under":[89,94,125],"71.74%":[93],"compared":[97,178],"to":[98,155,179],"DQN.":[99],"These":[100],"findings":[101],"highlight":[102],"performance":[107],"noisy":[109,135],"environments,":[110],"supporting":[111],"its":[112],"application":[113],"complex":[115],"scenarios.":[116],"SGL\u2010trained":[117],"more":[120],"robust":[121],"than":[122],"noise.":[127],"differences":[129],"output":[132],"correlations":[133],"between":[134],"original":[137],"inputs,":[138],"along":[139],"training":[141],"distinctions,":[143],"explain":[144],"this":[145],"phenomenon.":[146],"successfully":[148],"transitioned":[149],"from":[150],"a":[151,156],"simulated":[152],"Pong":[153],"environment":[154],"ball\u2010catching":[157],"robot":[158],"dynamic":[160],"vision":[161],"sensors":[162],"(DVS).":[163],"On":[164],"neuromorphic":[166],"chip":[167],"PAICORE,":[168],"it":[169],"shows":[170],"significant":[171],"advantages":[172],"latency":[174],"power":[176],"Jetson":[180],"Xavier":[181],"NX.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}