{"id":"https://openalex.org/W1905603351","doi":"https://doi.org/10.1155/2015/643869","title":"Action Selection and Operant Conditioning: A Neurorobotic Implementation","display_name":"Action Selection and Operant Conditioning: A Neurorobotic Implementation","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W1905603351","doi":"https://doi.org/10.1155/2015/643869","mag":"1905603351"},"language":"en","primary_location":{"id":"doi:10.1155/2015/643869","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2015/643869","pdf_url":"https://downloads.hindawi.com/journals/jr/2015/643869.pdf","source":{"id":"https://openalex.org/S176211327","display_name":"Journal of Robotics","issn_l":"1687-9600","issn":["1687-9600","1687-9619"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://downloads.hindawi.com/journals/jr/2015/643869.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004971531","display_name":"Andr\u00e9 Cyr","orcid":"https://orcid.org/0000-0002-5651-9472"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Andr\u00e9 Cyr","raw_affiliation_strings":["D\u00e9partement d\u2019Informatique, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al (UQAM), Succursale Centre-Ville, Case Postale 8888, Montreal, QC, Canada H3C 3P8"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D\u00e9partement d\u2019Informatique, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al (UQAM), Succursale Centre-Ville, Case Postale 8888, Montreal, QC, Canada H3C 3P8","institution_ids":["https://openalex.org/I159129438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075640041","display_name":"Fr\u00e9d\u00e9ric Th\u00e9riault","orcid":"https://orcid.org/0000-0003-3844-905X"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Th\u00e9riault","raw_affiliation_strings":["D\u00e9partement d\u2019Informatique, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al (UQAM), Succursale Centre-Ville, Case Postale 8888, Montreal, QC, Canada H3C 3P8"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D\u00e9partement d\u2019Informatique, Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al (UQAM), Succursale Centre-Ville, Case Postale 8888, Montreal, QC, Canada H3C 3P8","institution_ids":["https://openalex.org/I159129438"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5004971531"],"corresponding_institution_ids":["https://openalex.org/I159129438"],"apc_list":{"value":900,"currency":"USD","value_usd":900},"apc_paid":{"value":900,"currency":"USD","value_usd":900},"fwci":0.4016,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66576749,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2015","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8371874094009399},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.7575429677963257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5173432230949402},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.4774373471736908},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47646355628967285},{"id":"https://openalex.org/keywords/operant-conditioning","display_name":"Operant conditioning","score":0.4717840850353241},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.45607995986938477},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4523419737815857},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3916081488132477},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3770284652709961},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.19112753868103027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371874094009399},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.7575429677963257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5173432230949402},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.4774373471736908},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47646355628967285},{"id":"https://openalex.org/C163270606","wikidata":"https://www.wikidata.org/wiki/Q847079","display_name":"Operant conditioning","level":3,"score":0.4717840850353241},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.45607995986938477},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4523419737815857},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3916081488132477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3770284652709961},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.19112753868103027},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2015/643869","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2015/643869","pdf_url":"https://downloads.hindawi.com/journals/jr/2015/643869.pdf","source":{"id":"https://openalex.org/S176211327","display_name":"Journal of Robotics","issn_l":"1687-9600","issn":["1687-9600","1687-9619"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d759dfaf1f1746b4b8c4427253890cf8","is_oa":true,"landing_page_url":"https://doaj.org/article/d759dfaf1f1746b4b8c4427253890cf8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Robotics, Vol 2015 (2015)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2015/643869","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2015/643869","pdf_url":"https://downloads.hindawi.com/journals/jr/2015/643869.pdf","source":{"id":"https://openalex.org/S176211327","display_name":"Journal of Robotics","issn_l":"1687-9600","issn":["1687-9600","1687-9619"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1905603351.pdf","grobid_xml":"https://content.openalex.org/works/W1905603351.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W101771737","https://openalex.org/W1482276837","https://openalex.org/W1976897587","https://openalex.org/W1977675569","https://openalex.org/W1978542391","https://openalex.org/W1979464096","https://openalex.org/W1982508615","https://openalex.org/W1984849013","https://openalex.org/W1997979881","https://openalex.org/W2006370340","https://openalex.org/W2011265495","https://openalex.org/W2029063333","https://openalex.org/W2050426505","https://openalex.org/W2055848231","https://openalex.org/W2059511681","https://openalex.org/W2067493319","https://openalex.org/W2082084728","https://openalex.org/W2085064882","https://openalex.org/W2085376923","https://openalex.org/W2087959816","https://openalex.org/W2093071448","https://openalex.org/W2101098997","https://openalex.org/W2101475461","https://openalex.org/W2101511752","https://openalex.org/W2107433900","https://openalex.org/W2117623772","https://openalex.org/W2136582516","https://openalex.org/W2137333905","https://openalex.org/W2148836370","https://openalex.org/W2154888129","https://openalex.org/W2156174987","https://openalex.org/W2163982115","https://openalex.org/W2164653071","https://openalex.org/W2169134378","https://openalex.org/W2169679358","https://openalex.org/W2171292876","https://openalex.org/W4248584318"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W2751208925","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W3089617106","https://openalex.org/W3032237421","https://openalex.org/W2080951048","https://openalex.org/W1983825119","https://openalex.org/W2039592696","https://openalex.org/W2586803269"],"abstract_inverted_index":{"Action":[0],"selection":[1],"(AS)":[2],"is":[3,67,137],"thought":[4],"to":[5,57,95,175,201],"represent":[6],"the":[7,18,36,60,64,68,89,121,156,202],"mechanism":[8,37],"involved":[9],"by":[10,80],"natural":[11],"agents":[12],"when":[13],"deciding":[14],"what":[15],"should":[16],"be":[17,170],"next":[19],"move":[20],"or":[21],"action.":[22],"Is":[23],"there":[24],"a":[25,46,54,82,107,130,150,171,182],"functional":[26],"elementary":[27],"core":[28],"sustaining":[29],"this":[30,72,127,166],"cognitive":[31],"process?":[32],"Could":[33],"we":[34,154],"reproduce":[35],"with":[38],"an":[39,77,140],"artificial":[40],"agent":[41],"and":[42,63,98,117,188,197],"more":[43],"specifically":[44],"in":[45,59,93,139,204],"neurorobotic":[47],"paradigm?":[48],"Unsupervised":[49],"autonomous":[50],"robots":[51],"may":[52],"require":[53],"decision-making":[55],"skill":[56],"evolve":[58],"real":[61],"world":[62],"bioinspired":[65],"approach":[66],"avenue":[69],"explored":[70],"through":[71],"paper.":[73],"We":[74,101,162],"propose":[75],"simulating":[76],"AS":[78,104,141,167,196],"process":[79,105],"using":[81],"small":[83],"spiking":[84],"neural":[85,91],"network":[86],"(SNN)":[87],"as":[88,120],"lower":[90],"organisms,":[92],"order":[94],"control":[96],"virtual":[97],"physical":[99],"robots.":[100],"base":[102],"our":[103],"on":[106],"simple":[108,151],"central":[109],"pattern":[110],"generator":[111],"(CPG),":[112],"decision":[113],"neurons,":[114,116],"sensory":[115,147],"motor":[118,189],"neurons":[119],"main":[122],"circuit":[123],"components.":[124],"As":[125],"novelty,":[126],"study":[128],"targets":[129],"specific":[131],"operant":[132],"conditioning":[133],"(OC)":[134],"context":[135],"which":[136,180],"relevant":[138],"process;":[142],"choices":[143],"do":[144],"influence":[145],"future":[146],"feedback.":[148],"Using":[149],"adaptive":[152],"scenario,":[153],"show":[155],"complementarity":[157],"interaction":[158],"of":[159,185],"both":[160],"phenomena.":[161],"also":[163],"suggest":[164],"that":[165,194],"kernel":[168],"could":[169],"fast":[172],"track":[173],"model":[174],"efficiently":[176],"design":[177],"complex":[178],"SNN":[179],"include":[181],"growing":[183],"number":[184],"input":[186],"stimuli":[187],"outputs.":[190],"Our":[191],"results":[192],"demonstrate":[193],"merging":[195],"OC":[198],"brings":[199],"flexibility":[200],"behavior":[203],"generic":[205],"dynamical":[206],"situations.":[207]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}