{"id":"https://openalex.org/W3089502812","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207114","title":"Q-learning with exploration driven by internal dynamics in chaotic neural network","display_name":"Q-learning with exploration driven by internal dynamics in chaotic neural network","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3089502812","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207114","mag":"3089502812"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053007356","display_name":"Toshitaka Matsuki","orcid":"https://orcid.org/0000-0002-1908-2451"},"institutions":[{"id":"https://openalex.org/I188815454","display_name":"Oita University","ror":"https://ror.org/01nyv7k26","country_code":"JP","type":"education","lineage":["https://openalex.org/I188815454"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Toshitaka Matsuki","raw_affiliation_strings":["Department of Innovative Engineering, Oita University, Oita, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Innovative Engineering, Oita University, Oita, Japan","institution_ids":["https://openalex.org/I188815454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039315181","display_name":"Souya Inoue","orcid":null},"institutions":[{"id":"https://openalex.org/I188815454","display_name":"Oita University","ror":"https://ror.org/01nyv7k26","country_code":"JP","type":"education","lineage":["https://openalex.org/I188815454"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Souya Inoue","raw_affiliation_strings":["Department of Innovative Engineering, Oita University, Oita, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Innovative Engineering, Oita University, Oita, Japan","institution_ids":["https://openalex.org/I188815454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065903792","display_name":"Katsunari Shibata","orcid":"https://orcid.org/0000-0002-5915-6478"},"institutions":[{"id":"https://openalex.org/I188815454","display_name":"Oita University","ror":"https://ror.org/01nyv7k26","country_code":"JP","type":"education","lineage":["https://openalex.org/I188815454"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Katsunari Shibata","raw_affiliation_strings":["Department of Innovative Engineering, Oita University, Oita, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Innovative Engineering, Oita University, Oita, Japan","institution_ids":["https://openalex.org/I188815454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I188815454"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chaotic","display_name":"Chaotic","score":0.8194211721420288},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7735516428947449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7156747579574585},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6378039717674255},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5928712487220764},{"id":"https://openalex.org/keywords/chaos","display_name":"CHAOS (operating system)","score":0.5892711877822876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5659018754959106},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4786714017391205},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4738460183143616},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4464612603187561},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12354642152786255},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09352391958236694},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07981657981872559},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.05568879842758179}],"concepts":[{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.8194211721420288},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7735516428947449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7156747579574585},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6378039717674255},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5928712487220764},{"id":"https://openalex.org/C2779374083","wikidata":"https://www.wikidata.org/wiki/Q5011038","display_name":"CHAOS (operating system)","level":2,"score":0.5892711877822876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5659018754959106},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4786714017391205},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4738460183143616},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4464612603187561},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12354642152786255},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09352391958236694},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07981657981872559},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.05568879842758179},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G577303932","display_name":"Establishment of Chaos-based Dynamic Reinforcement Learning as Taking an Essential Technology to Realize Emergence of Thinking in Advance","funder_award_id":"20K11993","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1506440042","https://openalex.org/W1515851193","https://openalex.org/W1565218449","https://openalex.org/W1652352837","https://openalex.org/W1757796397","https://openalex.org/W1895577753","https://openalex.org/W1979856704","https://openalex.org/W2031906638","https://openalex.org/W2032438352","https://openalex.org/W2102113734","https://openalex.org/W2103179919","https://openalex.org/W2112996056","https://openalex.org/W2121092017","https://openalex.org/W2131600418","https://openalex.org/W2140755429","https://openalex.org/W2163605009","https://openalex.org/W2164789046","https://openalex.org/W2172115975","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2525098370","https://openalex.org/W2615238403","https://openalex.org/W2765389156","https://openalex.org/W2776525144","https://openalex.org/W2787259794","https://openalex.org/W2807463829","https://openalex.org/W2935748693","https://openalex.org/W2962938178","https://openalex.org/W2963037989","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6675365184","https://openalex.org/W6677939520","https://openalex.org/W6687566353","https://openalex.org/W6747017984","https://openalex.org/W6751874744","https://openalex.org/W6761339666"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2320196587","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548"],"abstract_inverted_index":{"This":[0],"paper":[1],"shows":[2],"chaos-based":[3,23,72,90],"reinforcement":[4],"learning":[5,100],"(RL)":[6],"using":[7,92],"a":[8,37,52,81,85],"chaotic":[9,38,111],"neural":[10],"network":[11,105],"(NN)":[12],"functions":[13],"not":[14],"only":[15],"with":[16,20,89],"Actor-Critic,":[17],"but":[18],"also":[19,96],"Q-learning.":[21,93],"In":[22],"RL":[24,55,91],"that":[25,130],"we":[26,75],"have":[27],"proposed,":[28],"exploration":[29,121],"is":[30,43,51],"performed":[31],"based":[32],"on":[33,65],"internal":[34,110],"dynamics":[35,42,112],"in":[36,60,84,103,137],"NN":[39],"and":[40,57,114,140],"the":[41,77,104,109,115,131,138],"expected":[44],"to":[45,71,123,135],"grow":[46],"rational":[47],"through":[48],"learning.":[49],"Q-learning":[50,67],"very":[53],"popular":[54],"method":[56],"widely":[58],"used":[59],"several":[61],"researches.":[62],"We":[63],"focused":[64],"whether":[66],"can":[68,79,117,133],"be":[69],"adopted":[70],"RL.":[73],"Then":[74],"demonstrated":[76],"agent":[78,116,132],"learn":[80],"goal":[82],"task":[83],"grid":[86],"world":[87],"environment":[88,139],"It":[94],"was":[95,128],"shown":[97],"that,":[98],"as":[99],"progresses,":[101],"irregularity":[102],"outputs":[106],"originated":[107],"from":[108,120],"decreases":[113],"automatically":[118,141],"switch":[119],"mode":[122],"exploitation":[124],"mode.":[125],"Moreover,":[126],"it":[127],"confirmed":[129],"adapt":[134],"changes":[136],"resume":[142],"exploration.":[143]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}