{"id":"https://openalex.org/W2130167438","doi":"https://doi.org/10.1109/jproc.2014.2311211","title":"On Cognitive Dynamic Systems: Cognitive Neuroscience and Engineering Learning From Each Other","display_name":"On Cognitive Dynamic Systems: Cognitive Neuroscience and Engineering Learning From Each Other","publication_year":2014,"publication_date":"2014-03-21","ids":{"openalex":"https://openalex.org/W2130167438","doi":"https://doi.org/10.1109/jproc.2014.2311211","mag":"2130167438"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2014.2311211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2014.2311211","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040530780","display_name":"S. Haykin","orcid":"https://orcid.org/0000-0002-0346-261X"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Simon Haykin","raw_affiliation_strings":["Department of Electrical & Computer Engineering, McMaster University, Hamilton, ON, Canada","[Dept. of Electr. & Comput. Eng., McMaster Univ., Hamilton, ON, Canada]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, McMaster University, Hamilton, ON, Canada","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"[Dept. of Electr. & Comput. Eng., McMaster Univ., Hamilton, ON, Canada]","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062209758","display_name":"Joaqu\u0131\u0301n M. Fuster","orcid":"https://orcid.org/0000-0002-0681-6444"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joaquin M. Fuster","raw_affiliation_strings":["Semel Institute for Neuroscience and Human Behavior, University of California Los Angeles (UCLA), Los Angeles, CA, USA","Semel Inst. for Neurosci. & Human Behavior, Univ. of California Los Angeles (UCLA), Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Semel Institute for Neuroscience and Human Behavior, University of California Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Semel Inst. for Neurosci. & Human Behavior, Univ. of California Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040530780"],"corresponding_institution_ids":["https://openalex.org/I98251732"],"apc_list":null,"apc_paid":null,"fwci":3.8278,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":{"value":0.93928673,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"102","issue":"4","first_page":"608","last_page":"628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.687488853931427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6371013522148132},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5966612696647644},{"id":"https://openalex.org/keywords/cognitive-neuroscience","display_name":"Cognitive neuroscience","score":0.5771644115447998},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5693799257278442},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48132097721099854},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.48021015524864197},{"id":"https://openalex.org/keywords/computational-neuroscience","display_name":"Computational neuroscience","score":0.4741653501987457},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.4739163815975189},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.43630585074424744},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.43489837646484375},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3482303023338318},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.3342037796974182},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32839274406433105},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19473710656166077},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18588018417358398},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.1157694160938263}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.687488853931427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6371013522148132},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5966612696647644},{"id":"https://openalex.org/C17289045","wikidata":"https://www.wikidata.org/wiki/Q1138951","display_name":"Cognitive neuroscience","level":3,"score":0.5771644115447998},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5693799257278442},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48132097721099854},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.48021015524864197},{"id":"https://openalex.org/C15286952","wikidata":"https://www.wikidata.org/wiki/Q8037925","display_name":"Computational neuroscience","level":2,"score":0.4741653501987457},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.4739163815975189},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.43630585074424744},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.43489837646484375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3482303023338318},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3342037796974182},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32839274406433105},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19473710656166077},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18588018417358398},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.1157694160938263}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jproc.2014.2311211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2014.2311211","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W45722144","https://openalex.org/W87496662","https://openalex.org/W204301623","https://openalex.org/W575875622","https://openalex.org/W1411403845","https://openalex.org/W1547304459","https://openalex.org/W1569512666","https://openalex.org/W1598928703","https://openalex.org/W1601081659","https://openalex.org/W1974202472","https://openalex.org/W1988447249","https://openalex.org/W1988764534","https://openalex.org/W1995875735","https://openalex.org/W2009511046","https://openalex.org/W2018405866","https://openalex.org/W2021757605","https://openalex.org/W2037050360","https://openalex.org/W2063146632","https://openalex.org/W2066533334","https://openalex.org/W2067107847","https://openalex.org/W2069606196","https://openalex.org/W2071707134","https://openalex.org/W2096962395","https://openalex.org/W2098432798","https://openalex.org/W2106517961","https://openalex.org/W2112135274","https://openalex.org/W2114302768","https://openalex.org/W2122541426","https://openalex.org/W2131352719","https://openalex.org/W2136859247","https://openalex.org/W2145889472","https://openalex.org/W2151137320","https://openalex.org/W2151554678","https://openalex.org/W2153791616","https://openalex.org/W2155628709","https://openalex.org/W2210387432","https://openalex.org/W2295322694","https://openalex.org/W2346578572","https://openalex.org/W3036512766","https://openalex.org/W4214717370","https://openalex.org/W4236397994","https://openalex.org/W4237171445","https://openalex.org/W4240843725","https://openalex.org/W4246261737","https://openalex.org/W4250923177","https://openalex.org/W4299551239","https://openalex.org/W4300402905","https://openalex.org/W6652830530"],"related_works":["https://openalex.org/W2887972576","https://openalex.org/W3217718748","https://openalex.org/W4289740581","https://openalex.org/W2789214634","https://openalex.org/W2770094131","https://openalex.org/W2269293350","https://openalex.org/W2949828687","https://openalex.org/W2888648552","https://openalex.org/W4389558054","https://openalex.org/W2510825085"],"abstract_inverted_index":{"Cognitive":[0],"dynamic":[1,165,213],"systems":[2],"provide":[3],"a":[4,32,89,121,208,217,240,279,295,306,398,430,442,454,462],"broadly":[5],"defined":[6],"platform,":[7],"whereby":[8],"engineering":[9],"learns":[10,21],"from":[11,22,57,151,160],"cognitive":[12,19,39,42,54,145,157,269,272],"neuroscience,":[13],"and":[14,41,176,193,271,369],"by":[15,114,289,342,365,394,419,445],"the":[16,28,46,58,79,103,109,115,128,136,144,161,174,177,190,248,258,303,315,325,330,344,351,358,367,377,381,385,395,420,423,439,459],"same":[17],"token,":[18],"neuroscience":[20],"engineering.":[23],"The":[24,51,198,254,284,334,426],"first":[25,285],"part":[26,256],"of":[27,31,48,53,60,117,124,130,138,163,173,179,185,201,211,243,257,292,297,305,347,353,384,397,408,415,432,461],"paper":[29,259],"is":[30,82,88,99,112,133,207,239,247,287,337,341,361,373,392,412],"tutorial":[33],"nature,":[34],"addressing":[35],"recent":[36],"advances":[37],"in":[38,69,102,313,357,380,422,438,458],"perception":[40,273],"control,":[43,158,339],"which":[44,92,222,246,300,340,372,403,466],"are":[45,169,321],"dual":[47],"each":[49],"other.":[50],"study":[52],"perception,":[55],"viewed":[56,159],"perspective":[59,162],"Bayesian":[61,125],"inference,":[62],"starts":[63],"with":[64,453,468],"sparse":[65,72,131],"coding,":[66],"well":[67],"known":[68],"neuroscience.":[70],"However,":[71],"coding":[73,132],"could":[74,252],"become":[75],"ill-posed,":[76],"particularly":[77],"when":[78],"signal-to-noise":[80],"ratio":[81],"low.":[83],"In":[84,350,441],"such":[85],"situations,":[86],"stability":[87,320],"necessary":[90],"requirement,":[91,108],"can":[93],"only":[94,224],"be":[95,376,388],"satisfied":[96],"if":[97],"there":[98],"sufficient":[100],"information":[101,118,150],"observables.":[104],"To":[105,387],"satisfy":[106],"this":[107,311],"sparse-coding":[110],"algorithm":[111],"augmented":[113],"addition":[116],"filtering":[119],"(i.e.,":[120,434],"special":[122],"case":[123],"filtering).":[126],"Accordingly,":[127],"performance":[129],"improved":[134],"under":[135,363],"influence":[137],"perceptual":[139],"attention.":[140,472],"This":[141],"improvement":[142],"enhances":[143],"perceptor":[146],"to":[147,266,277,375],"separate":[148],"relevant":[149],"irrelevant":[152],"information.":[153],"Next,":[154],"moving":[155],"into":[156,302],"Bellman's":[164,212],"programming,":[166,214],"two":[167,186,205,261,405,448],"ideas":[168,206],"exploited:":[170],"entropic":[171,187],"state":[172,192],"perceptor,":[175],"definition":[178],"reward":[180],"as":[181,329],"an":[182,354],"invertible":[183],"function":[184,379],"states,":[188],"namely,":[189],"current":[191],"its":[194],"immediate":[195],"past":[196],"value.":[197],"net":[199],"result":[200],"building":[202],"on":[203],"these":[204,447],"modified":[209],"form":[210,460],"and,":[215,274],"therefore,":[216],"new":[218,399],"reinforcement":[219,227],"learning":[220,228],"algorithm,":[221],"not":[223],"outperforms":[225],"traditional":[226],"algorithms,":[229],"but":[230],"also":[231],"offers":[232],"some":[233],"highly":[234],"desirable":[235],"properties.":[236],"Among":[237],"them":[238,348],"linear":[241],"law":[242],"computational":[244],"complexity,":[245],"best":[249],"that":[250],"it":[251,469],"be.":[253],"second":[255,335],"addresses":[260],"challenging":[262,346],"problems:":[263],"first,":[264],"how":[265,276],"mediate":[267],"between":[268],"control":[270,364,391,401,456,470],"second,":[275],"formulate":[278],"procedure":[280],"for":[281,317],"risk":[282,338,360],"control.":[283,425],"problem":[286],"resolved":[288],"making":[290],"use":[291],"probabilistic":[293,307,326],"reasoning,":[294],"branch":[296],"probability":[298],"theory,":[299],"leads":[301],"formulation":[304],"reasoning":[308,327],"machine.":[309],"With":[310],"mediation":[312],"place,":[314],"conditions":[316],"overall":[318,331],"system":[319,332],"derived,":[322],"thereby":[323],"confirming":[324],"machine":[328],"stabilizer.":[333],"challenge":[336],"far":[343],"most":[345],"all:":[349],"presence":[352],"unexpected":[355],"disturbance":[356],"environment,":[359],"brought":[362],"mimicking":[366],"predict":[368],"preadapt":[370],"function,":[371],"considered":[374],"overarching":[378],"prefrontal":[382],"cortex":[383],"brain.":[386],"specific,":[389],"motor":[390,424],"expanded":[393],"inclusion":[396],"preadaptive":[400,455],"mechanism,":[402],"involves":[404,429],"different":[406],"sets":[407],"actions:":[409],"One":[410],"set":[411,428],"made":[413],"up":[414,452],"possible":[416],"actions":[417],"identified":[418],"policy":[421],"other":[427],"window":[431],"experiences":[433],"optimal":[435],"actions)":[436],"gained":[437],"past.":[440],"novel":[443],"way,":[444],"exploiting":[446],"sets,":[449],"we":[450],"end":[451],"mechanism":[457],"closed-loop":[463],"feedback":[464],"structure,":[465],"brings":[467],"(executive)":[471]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}