{"id":"https://openalex.org/W2155825908","doi":"https://doi.org/10.1162/neco_a_00348","title":"Adaptive Classification on Brain-Computer Interfaces Using Reinforcement Signals","display_name":"Adaptive Classification on Brain-Computer Interfaces Using Reinforcement Signals","publication_year":2012,"publication_date":"2012-07-30","ids":{"openalex":"https://openalex.org/W2155825908","doi":"https://doi.org/10.1162/neco_a_00348","mag":"2155825908","pmid":"https://pubmed.ncbi.nlm.nih.gov/22845827"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_00348","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00348","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2066/103610","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065327084","display_name":"Alberto Llera","orcid":"https://orcid.org/0000-0002-8358-8625"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"A. Llera","raw_affiliation_strings":["Radboud University Nijmegen, the Netherlands, and Donders Institute for Brain, Cognition and Behaviour, Nijmegen, Gelderland 6525 EZ, Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen, the Netherlands, and Donders Institute for Brain, Cognition and Behaviour, Nijmegen, Gelderland 6525 EZ, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053716315","display_name":"Vicen\u00e7 G\u00f3mez","orcid":"https://orcid.org/0000-0001-5146-7645"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"V. G\u00f3mez","raw_affiliation_strings":["Radboud University Nijmegen, the Netherlands, and Donders Institute for Brain, Cognition and Behaviour, Nijmegen, Gelderland 6525 EZ, Netherlands","Radboud University Nijmegen, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen, the Netherlands, and Donders Institute for Brain, Cognition and Behaviour, Nijmegen, Gelderland 6525 EZ, Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Radboud University Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050819882","display_name":"Hilbert J. Kappen","orcid":"https://orcid.org/0000-0002-5728-3676"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"H. J. Kappen","raw_affiliation_strings":["Radboud University Nijmegen, the Netherlands, and Donders Institute for Brain, Cognition and Behaviour, Nijmegen, Gelderland 6525 EZ, Netherlands","Radboud University Nijmegen, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen, the Netherlands, and Donders Institute for Brain, Cognition and Behaviour, Nijmegen, Gelderland 6525 EZ, Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Radboud University Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065327084"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":1.2846,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.78981472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"24","issue":"11","first_page":"2900","last_page":"2923"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7573782205581665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6414997577667236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6307022571563721},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6134108901023865},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5693864822387695},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.559165894985199},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5003368854522705},{"id":"https://openalex.org/keywords/probabilistic-classification","display_name":"Probabilistic classification","score":0.4788908064365387},{"id":"https://openalex.org/keywords/expectation\u2013maximization-algorithm","display_name":"Expectation\u2013maximization algorithm","score":0.4747512638568878},{"id":"https://openalex.org/keywords/adaptive-algorithm","display_name":"Adaptive algorithm","score":0.4525439739227295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.383694052696228},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.239609032869339},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2151704728603363},{"id":"https://openalex.org/keywords/naive-bayes-classifier","display_name":"Naive Bayes classifier","score":0.08600163459777832},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08452749252319336},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.08185845613479614}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7573782205581665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6414997577667236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6307022571563721},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6134108901023865},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5693864822387695},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.559165894985199},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5003368854522705},{"id":"https://openalex.org/C189119545","wikidata":"https://www.wikidata.org/wiki/Q5128022","display_name":"Probabilistic classification","level":4,"score":0.4788908064365387},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.4747512638568878},{"id":"https://openalex.org/C2776003309","wikidata":"https://www.wikidata.org/wiki/Q1988072","display_name":"Adaptive algorithm","level":2,"score":0.4525439739227295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.383694052696228},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.239609032869339},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2151704728603363},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.08600163459777832},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08452749252319336},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.08185845613479614},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1162/neco_a_00348","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00348","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:22845827","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22845827","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:repository.ubn.ru.nl:2066/103610","is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/103610","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/103610","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/103610","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Computation, 24, 2900 - 2923","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/103610","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/103610","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Computation, 24, 2900 - 2923","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W167622765","https://openalex.org/W202855508","https://openalex.org/W1503283999","https://openalex.org/W1512746852","https://openalex.org/W1515851193","https://openalex.org/W1549624759","https://openalex.org/W1663973292","https://openalex.org/W1707870936","https://openalex.org/W1770825568","https://openalex.org/W1780905749","https://openalex.org/W1990359011","https://openalex.org/W2003621157","https://openalex.org/W2004694588","https://openalex.org/W2018005397","https://openalex.org/W2018040425","https://openalex.org/W2032547659","https://openalex.org/W2047545657","https://openalex.org/W2068654413","https://openalex.org/W2102514937","https://openalex.org/W2103458637","https://openalex.org/W2106006415","https://openalex.org/W2108824330","https://openalex.org/W2109457970","https://openalex.org/W2111208616","https://openalex.org/W2115550742","https://openalex.org/W2121863487","https://openalex.org/W2122438174","https://openalex.org/W2124607521","https://openalex.org/W2124610677","https://openalex.org/W2125814313","https://openalex.org/W2126686521","https://openalex.org/W2131321253","https://openalex.org/W2135346934","https://openalex.org/W2139182168","https://openalex.org/W2142183266","https://openalex.org/W2142280324","https://openalex.org/W2145190350","https://openalex.org/W2145673887","https://openalex.org/W2148747141","https://openalex.org/W2149797735","https://openalex.org/W2152693668","https://openalex.org/W2153912116","https://openalex.org/W2156474069","https://openalex.org/W2162542023","https://openalex.org/W2165177179","https://openalex.org/W2400016748","https://openalex.org/W2911283634","https://openalex.org/W2990138404","https://openalex.org/W4212863985","https://openalex.org/W4214717370","https://openalex.org/W4240495417"],"related_works":["https://openalex.org/W2128129551","https://openalex.org/W2563096758","https://openalex.org/W2295417139","https://openalex.org/W4319083788","https://openalex.org/W2516761773","https://openalex.org/W4386053843","https://openalex.org/W3158004940","https://openalex.org/W2972035100","https://openalex.org/W2167582322","https://openalex.org/W2010693867"],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,7,53,72],"probabilistic":[3],"model":[4,54],"that":[5,56,93],"combines":[6],"classifier":[8,95],"with":[9],"an":[10,19,66],"extra":[11],"reinforcement":[12,40],"signal":[13],"(RS)":[14],"encoding":[15],"the":[16,25,30,34,39,48],"probability":[17],"of":[18,64],"erroneous":[20],"feedback":[21],"being":[22],"delivered":[23],"by":[24],"classifier.":[26],"This":[27],"representation":[28],"computes":[29],"class":[31],"probabilities":[32],"given":[33],"task":[35],"related":[36],"features":[37],"and":[38,85,90],"signal.":[41],"Using":[42],"expectation":[43],"maximization":[44],"(EM)":[45],"to":[46,98],"estimate":[47],"parameter":[49],"values":[50],"under":[51],"such":[52,65],"shows":[55],"some":[57],"existing":[58],"adaptive":[59,76,83,102],"classifiers":[60],"are":[61],"particular":[62],"cases":[63],"EM":[67],"algorithm.":[68],"Further,":[69],"we":[70,79],"present":[71],"new":[73],"algorithm":[74],"for":[75],"classification,":[77],"which":[78],"call":[80],"constrained":[81],"means":[82],"classifier,":[84],"show":[86],"using":[87],"EEG":[88],"data":[89],"simulated":[91],"RS":[92],"this":[94],"is":[96],"able":[97],"significantly":[99],"outperform":[100],"state-of-the-art":[101],"classifiers.":[103]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}