{"id":"https://openalex.org/W4404916643","doi":"https://doi.org/10.1109/scisisis61014.2024.10760159","title":"Applying Burn-in Strategy to Deep Reinforcement Learning with Spiking Neural Networks","display_name":"Applying Burn-in Strategy to Deep Reinforcement Learning with Spiking Neural Networks","publication_year":2024,"publication_date":"2024-11-09","ids":{"openalex":"https://openalex.org/W4404916643","doi":"https://doi.org/10.1109/scisisis61014.2024.10760159"},"language":"en","primary_location":{"id":"doi:10.1109/scisisis61014.2024.10760159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scisisis61014.2024.10760159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Joint 13th International Conference on Soft Computing and Intelligent Systems and 25th International Symposium on Advanced Intelligent Systems (SCIS&ISIS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635390","display_name":"T. Iwata","orcid":"https://orcid.org/0000-0001-8601-1322"},"institutions":[{"id":"https://openalex.org/I8488066","display_name":"Chiba Institute of Technology","ror":"https://ror.org/00qwnam72","country_code":"JP","type":"education","lineage":["https://openalex.org/I8488066"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Iwata","raw_affiliation_strings":["Graduate School of Computer Science, Chiba Institute of Technology,Chiba,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Computer Science, Chiba Institute of Technology,Chiba,Japan","institution_ids":["https://openalex.org/I8488066"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111352718","display_name":"S. Yoshioka","orcid":null},"institutions":[{"id":"https://openalex.org/I8488066","display_name":"Chiba Institute of Technology","ror":"https://ror.org/00qwnam72","country_code":"JP","type":"education","lineage":["https://openalex.org/I8488066"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Seankein Yoshioka","raw_affiliation_strings":["Graduate School of Computer Science, Chiba Institute of Technology,Chiba,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Computer Science, Chiba Institute of Technology,Chiba,Japan","institution_ids":["https://openalex.org/I8488066"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102754835","display_name":"Daisuke Miki","orcid":"https://orcid.org/0000-0003-1408-2927"},"institutions":[{"id":"https://openalex.org/I8488066","display_name":"Chiba Institute of Technology","ror":"https://ror.org/00qwnam72","country_code":"JP","type":"education","lineage":["https://openalex.org/I8488066"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daisuke Miki","raw_affiliation_strings":["Chiba Institute of Technology,Department of Computer Science,Chiba,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chiba Institute of Technology,Department of Computer Science,Chiba,Japan","institution_ids":["https://openalex.org/I8488066"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I8488066"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7834858894348145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.681487500667572},{"id":"https://openalex.org/keywords/burn-in","display_name":"Burn-in","score":0.6654334664344788},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6192668676376343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6077413558959961},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.5447183847427368},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4571956396102905},{"id":"https://openalex.org/keywords/burn-out","display_name":"Burn out","score":0.44964396953582764},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43403276801109314},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3382963538169861},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14623388648033142},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.052724093198776245},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.04702141880989075}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7834858894348145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.681487500667572},{"id":"https://openalex.org/C179707776","wikidata":"https://www.wikidata.org/wiki/Q662895","display_name":"Burn-in","level":2,"score":0.6654334664344788},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6192668676376343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6077413558959961},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5447183847427368},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4571956396102905},{"id":"https://openalex.org/C3020469168","wikidata":"https://www.wikidata.org/wiki/Q327988","display_name":"Burn out","level":2,"score":0.44964396953582764},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43403276801109314},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3382963538169861},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14623388648033142},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.052724093198776245},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.04702141880989075},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/scisisis61014.2024.10760159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scisisis61014.2024.10760159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Joint 13th International Conference on Soft Computing and Intelligent Systems and 25th International Symposium on Advanced Intelligent Systems (SCIS&ISIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1999085092","https://openalex.org/W2064675550","https://openalex.org/W2766447205","https://openalex.org/W2907537824","https://openalex.org/W2970971581","https://openalex.org/W3093146707","https://openalex.org/W3201870057","https://openalex.org/W3212726427","https://openalex.org/W4293363567","https://openalex.org/W6637967152","https://openalex.org/W6748554570","https://openalex.org/W6748839928","https://openalex.org/W6757184387"],"related_works":["https://openalex.org/W2353008372","https://openalex.org/W2101535958","https://openalex.org/W1564594785","https://openalex.org/W1587065260","https://openalex.org/W4232979404","https://openalex.org/W2357334429","https://openalex.org/W3166818396","https://openalex.org/W2022705403","https://openalex.org/W2525759812","https://openalex.org/W3090095926"],"abstract_inverted_index":{"In":[0,136,164],"recent":[1],"years,":[2],"neural":[3,37,76,80],"networks":[4,25,38,81],"in":[5,14,58,64,110,184],"deep":[6,159],"reinforce-ment":[7],"learning":[8],"(D":[9],"RL)":[10],"have":[11,83,121,127],"achieved":[12,89,193],"success":[13],"various":[15],"tasks,":[16],"owing":[17],"to":[18,28,102,104,124,171],"their":[19],"high":[20,84],"expressiveness":[21],"and":[22,47,114],"flexibility.":[23],"Neural":[24],"are":[26],"expected":[27],"be":[29,56,100],"increasingly":[30],"used":[31],"for":[32],"robot":[33,69],"control.":[34],"However,":[35],"large":[36],"consume":[39],"a":[40,106,111,141,147,157,166,185],"significant":[41],"amount":[42],"of":[43,68,130,153,180],"power":[44,52,85],"during":[45],"training":[46],"operation.":[48],"Given":[49],"that":[50,54,97,143,149,189],"the":[51,65,128,151,173,177,181,190,197],"supply":[53],"can":[55,99],"installed":[57],"robots":[59],"is":[60,88],"limited,":[61],"challenges":[62],"remain":[63],"practical":[66],"application":[67],"control":[70],"using":[71,156,176],"DRL,":[72,125],"which":[73,87],"includes":[74],"large-scale":[75],"networks.":[77],"Conversely,":[78],"spiking":[79],"(SNNs)":[82],"efficiency,":[86],"through":[90],"dedicated":[91],"computational":[92],"elements.":[93],"Previous":[94],"studies":[95,120,155],"reported":[96],"SNNs":[98,123,145],"applied":[101,122],"DRL":[103],"learn":[105],"robot's":[107],"walking":[108],"motion":[109],"virtual":[112,186],"environment":[113,187],"reduce":[115],"energy":[116],"consumption.":[117],"Although":[118],"previous":[119,154,198],"they":[126],"drawback":[129],"recursive":[131],"computation,":[132],"causing":[133],"output":[134],"delays.":[135],"this":[137],"study,":[138],"we":[139],"propose":[140],"method":[142,192],"combines":[144],"with":[146],"structure":[148],"addresses":[150],"issues":[152],"twin-delayed":[158],"deterministic":[160],"policy":[161],"gradient":[162],"(TD3).":[163],"addition,":[165],"burn-in":[167],"strategy":[168],"was":[169],"introduced":[170],"estimate":[172],"action":[174],"values":[175],"internal":[178],"states":[179],"SNNs.":[182],"Experiments":[183],"showed":[188],"proposed":[191],"higher":[194],"rewards":[195],"than":[196],"methods.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}