{"id":"https://openalex.org/W2029028993","doi":"https://doi.org/10.1109/ijcnn.2013.6706877","title":"Autonomous reinforcement of behavioral sequences in neural dynamics","display_name":"Autonomous reinforcement of behavioral sequences in neural dynamics","publication_year":2013,"publication_date":"2013-08-01","ids":{"openalex":"https://openalex.org/W2029028993","doi":"https://doi.org/10.1109/ijcnn.2013.6706877","mag":"2029028993"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2013.6706877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2013.6706877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2013 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008935082","display_name":"Sohrob Kazerounian","orcid":null},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sohrob Kazerounian","raw_affiliation_strings":["Istituto Dalle Molle di Studi sull'Intelligenza Artificiale (IDSIA), Manno-Lugano, Switzerland","Ist. Dalle Molle di Studi sull'Intell. Artificiale (IDSIA), Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Istituto Dalle Molle di Studi sull'Intelligenza Artificiale (IDSIA), Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279"]},{"raw_affiliation_string":"Ist. Dalle Molle di Studi sull'Intell. Artificiale (IDSIA), Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065817157","display_name":"Matthew Luciw","orcid":null},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Matthew Luciw","raw_affiliation_strings":["Istituto Dalle Molle di Studi sull'Intelligenza Artificiale (IDSIA), Manno-Lugano, Switzerland","Ist. Dalle Molle di Studi sull'Intell. Artificiale (IDSIA), Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Istituto Dalle Molle di Studi sull'Intelligenza Artificiale (IDSIA), Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279"]},{"raw_affiliation_string":"Ist. Dalle Molle di Studi sull'Intell. Artificiale (IDSIA), Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017548543","display_name":"Mathis Richter","orcid":"https://orcid.org/0000-0002-5421-9126"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mathis Richter","raw_affiliation_strings":["Institut f\u00fcr Neuroinformatik at the Universit\u00e4tstr, Bochum, Germany","Inst. fur Neuroinf., Bochum, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut f\u00fcr Neuroinformatik at the Universit\u00e4tstr, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Inst. fur Neuroinf., Bochum, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000514685","display_name":"Yulia Sandamirskaya","orcid":"https://orcid.org/0000-0003-4684-202X"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yulia Sandamirskaya","raw_affiliation_strings":["Institut f\u00fcr Neuroinformatik at the Universit\u00e4tstr, Bochum, Germany","Inst. fur Neuroinf., Bochum, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut f\u00fcr Neuroinformatik at the Universit\u00e4tstr, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Inst. fur Neuroinf., Bochum, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7911,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.67873201,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"275","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8322620987892151},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6649390459060669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6132057905197144},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6072820425033569},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6006383895874023},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5565179586410522},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5113810896873474},{"id":"https://openalex.org/keywords/behavioral-modeling","display_name":"Behavioral modeling","score":0.4947175681591034},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.42070627212524414},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41798752546310425},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09820616245269775}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8322620987892151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6649390459060669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6132057905197144},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6072820425033569},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6006383895874023},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5565179586410522},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5113810896873474},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.4947175681591034},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.42070627212524414},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41798752546310425},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09820616245269775},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2013.6706877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2013.6706877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2013 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1560391863","https://openalex.org/W1976027761","https://openalex.org/W1994500694","https://openalex.org/W2001485836","https://openalex.org/W2005866069","https://openalex.org/W2010818426","https://openalex.org/W2013875934","https://openalex.org/W2025220658","https://openalex.org/W2029374903","https://openalex.org/W2034769246","https://openalex.org/W2034806191","https://openalex.org/W2050436262","https://openalex.org/W2067012938","https://openalex.org/W2085658907","https://openalex.org/W2088146395","https://openalex.org/W2090805568","https://openalex.org/W2117726420","https://openalex.org/W2139283936","https://openalex.org/W2157906333","https://openalex.org/W2160017783","https://openalex.org/W2161438629","https://openalex.org/W2165162620","https://openalex.org/W2187278871","https://openalex.org/W4214717370","https://openalex.org/W4251819600","https://openalex.org/W6680275833"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,13,33,57,65],"dynamic":[3],"neural":[4,94],"algorithm":[5],"called":[6,40],"Dynamic":[7,21],"Neural":[8],"(DN)":[9],"SARSA(\u03bb)":[10],"for":[11],"learning":[12,91],"behavioral":[14,26],"sequence":[15,27,68],"from":[16,72],"delayed":[17],"reward.":[18],"DN-SARSA(\u03bb)":[19,52,76],"combines":[20],"Field":[22],"Theory":[23],"models":[24],"of":[25,37,69,81,88],"representation,":[28],"classical":[29],"reinforcement":[30,90],"learning,":[31],"and":[32,42,59],"computational":[34],"neuroscience":[35],"model":[36],"working":[38,44],"memory,":[39,45],"Item":[41],"Order":[43],"which":[46],"serves":[47],"as":[48],"an":[49],"eligibility":[50],"trace.":[51],"is":[53],"implemented":[54],"on":[55,78],"both":[56],"simulated":[58],"real":[60],"robot":[61],"that":[62],"must":[63],"learn":[64],"specific":[66],"rewarding":[67],"elementary":[70],"behaviors":[71],"exploration.":[73],"Results":[74],"show":[75],"performs":[77],"the":[79,82,86],"level":[80],"discrete":[83],"SARSA(\u03bb),":[84],"validating":[85],"feasibility":[87],"general":[89],"without":[92],"compromising":[93],"dynamics.":[95]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}