{"id":"https://openalex.org/W3081823384","doi":"https://doi.org/10.1109/embc44109.2020.9175964","title":"Reinforcement Learning based Decoding Using Internal Reward for Time Delayed Task in Brain Machine Interfaces","display_name":"Reinforcement Learning based Decoding Using Internal Reward for Time Delayed Task in Brain Machine Interfaces","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3081823384","doi":"https://doi.org/10.1109/embc44109.2020.9175964","mag":"3081823384","pmid":"https://pubmed.ncbi.nlm.nih.gov/33018722"},"language":"en","primary_location":{"id":"doi:10.1109/embc44109.2020.9175964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc44109.2020.9175964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046763184","display_name":"Xiang Shen","orcid":"https://orcid.org/0000-0001-9153-2034"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Shen","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033796010","display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0002-7432-9904"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090588286","display_name":"Yifan Huang","orcid":"https://orcid.org/0000-0003-2053-9305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifan Huang","raw_affiliation_strings":["Department of Electronic and Computer Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043320256","display_name":"Shuhang Chen","orcid":"https://orcid.org/0000-0003-4634-3220"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuhang Chen","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383445","display_name":"Yiwen Wang","orcid":"https://orcid.org/0000-0002-1878-6182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiwen Wang","raw_affiliation_strings":["Department of Electronic and Computer Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"408","issue":null,"first_page":"3351","last_page":"3354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8681071400642395},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.743146538734436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6861359477043152},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6835700869560242},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5486193895339966},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5482566356658936},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45536795258522034},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.4174347519874573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40959829092025757},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3773159384727478},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34125959873199463},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.14266890287399292},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.14013847708702087},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06974488496780396}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8681071400642395},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.743146538734436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6861359477043152},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6835700869560242},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5486193895339966},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5482566356658936},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45536795258522034},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.4174347519874573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40959829092025757},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3773159384727478},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34125959873199463},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.14266890287399292},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.14013847708702087},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06974488496780396},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017397","descriptor_name":"Prefrontal Cortex","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1109/embc44109.2020.9175964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc44109.2020.9175964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:33018722","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33018722","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-105748","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-105748","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-105748","is_oa":false,"landing_page_url":"http://gateway.isiknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcAuth=LinksAMR&SrcApp=PARTNER_APP&DestLinkType=FullRecord&DestApp=WOS&KeyUT=000621592203171","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5400000214576721},{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1036212540","https://openalex.org/W1543237449","https://openalex.org/W1998992789","https://openalex.org/W2063702730","https://openalex.org/W2109059823","https://openalex.org/W2116532829","https://openalex.org/W2119821739","https://openalex.org/W2120632836","https://openalex.org/W2153635508","https://openalex.org/W2169866873","https://openalex.org/W2344235711","https://openalex.org/W2665657980","https://openalex.org/W2795018160","https://openalex.org/W4239510810"],"related_works":["https://openalex.org/W3202969339","https://openalex.org/W4237513258","https://openalex.org/W2044053727","https://openalex.org/W1994410349","https://openalex.org/W3177028067","https://openalex.org/W1913385466","https://openalex.org/W2914170859","https://openalex.org/W2889342546","https://openalex.org/W2015048155","https://openalex.org/W1969223073"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,138],"(RL)":[2],"algorithm":[3],"interprets":[4],"neural":[5],"signals":[6],"into":[7],"movement":[8,85],"intentions":[9],"with":[10,28],"the":[11,14,26,68,97,104,121,124,134,141,167,173,208,211,214,223,233],"guidance":[12],"of":[13,34,70,106,123,195,216,225],"reward":[15,38,101,212,235],"in":[16,36,82,154],"Brain-machine":[17],"interfaces":[18],"(BMIs).":[19],"Current":[20],"RL":[21,79,125],"algorithms":[22],"generally":[23],"work":[24],"for":[25,127,179,232],"tasks":[27],"immediate":[29],"rewards":[30,75,180,187,231],"delivery,":[31],"and":[32,160,175],"lack":[33],"efficiency":[35],"delayed":[37,234],"task.":[39,86],"Prefrontal":[40],"cortex,":[41],"including":[42],"medial":[43],"prefrontal":[44],"cortex(mPFC),":[45],"has":[46],"been":[47],"demonstrated":[48],"to":[49,52,66,76,94,103,119,143,148,170],"assign":[50],"credit":[51],"intermediate":[53,74,186,230],"steps,":[54],"which":[55,203],"reinforces":[56],"preceding":[57],"action":[58,149],"more":[59],"efficiently.":[60],"In":[61],"this":[62,113],"paper,":[63],"we":[64,132],"propose":[65],"simulate":[67],"functionality":[69],"mPFC":[71,110,161,189,227],"activities":[72,190,228],"as":[73,140,229],"train":[77],"a":[78,83,100,107,192],"based":[80],"decoder":[81,126,142],"two-step":[84],"A":[87],"support":[88],"vector":[89],"machine":[90],"(SVM)":[91],"is":[92,204],"adopted":[93],"verify":[95],"if":[96],"subject":[98],"expects":[99],"due":[102],"accomplishment":[105],"subtask":[108],"from":[109,164,188],"activity.":[111],"Then":[112],"discrimination":[114],"result":[115],"will":[116],"be":[117],"utilized":[118],"guide":[120],"training":[122],"each":[128],"step":[129],"respectively.":[130],"Here,":[131],"apply":[133],"Sarsa-style":[135],"attention-gated":[136],"reinforcement":[137],"(SAGREL)":[139],"interpret":[144],"motor":[145,157],"cortex(M1)":[146],"activity":[147],"states.":[150],"We":[151],"test":[152],"on":[153],"vivo":[155],"primary":[156],"cortex":[158],"(M1)":[159],"data":[162],"collected":[163],"rats,":[165],"where":[166],"rats":[168],"need":[169],"first":[171],"trigger":[172],"start":[174],"then":[176],"press":[177],"lever":[178],"using":[181,185,210],"M1":[182],"signals.":[183],"SAGREL":[184],"achieves":[191],"prediction":[193],"accuracy":[194],"66.8%":[196],"\u00b1":[197,200,219],"2.0.%":[198],"(mean":[199],"std)":[201],"%,":[202],"significantly":[205],"better":[206],"than":[207],"one":[209],"by":[213],"end":[215],"trial":[217],"(45.9.%":[218],"1.2%).":[220],"This":[221],"reveals":[222],"potentials":[224],"modelling":[226],"tasks.":[236]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}