{"id":"https://openalex.org/W4404056784","doi":"https://doi.org/10.1109/tcds.2024.3492199","title":"Modeling Task Engagement to Regulate Reinforcement Learning-Based Decoding for Online Brain Control","display_name":"Modeling Task Engagement to Regulate Reinforcement Learning-Based Decoding for Online Brain Control","publication_year":2024,"publication_date":"2024-11-05","ids":{"openalex":"https://openalex.org/W4404056784","doi":"https://doi.org/10.1109/tcds.2024.3492199"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2024.3492199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3492199","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0002-7432-9904"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7432-9904","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046763184","display_name":"Xiang Shen","orcid":"https://orcid.org/0000-0001-9153-2034"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Shen","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9153-2034","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383445","display_name":"Yiwen Wang","orcid":"https://orcid.org/0000-0002-1878-6182"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiwen Wang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Department of Electronic and Computer Engineering and the Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1878-6182","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering and the Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":0.3254,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6005604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"17","issue":"3","first_page":"606","last_page":"614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8658027648925781},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8232075572013855},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6973303556442261},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6225323677062988},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45993804931640625},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4596976041793823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3876679241657257},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0885097086429596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8658027648925781},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8232075572013855},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6973303556442261},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6225323677062988},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45993804931640625},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4596976041793823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3876679241657257},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0885097086429596},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcds.2024.3492199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3492199","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-146926","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-146926","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4242704309","display_name":null,"funder_award_id":"61836003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4614357796","display_name":null,"funder_award_id":"ITCPD/17-9","funder_id":"https://openalex.org/F4320321920","funder_display_name":"Innovation and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321920","display_name":"Innovation and Technology Commission","ror":"https://ror.org/04vf9tr09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1587053050","https://openalex.org/W1973275441","https://openalex.org/W2009517644","https://openalex.org/W2019883956","https://openalex.org/W2052884866","https://openalex.org/W2108748822","https://openalex.org/W2120707655","https://openalex.org/W2522839577","https://openalex.org/W2588795574","https://openalex.org/W2786406982","https://openalex.org/W2808881878","https://openalex.org/W2910098374","https://openalex.org/W2949077838","https://openalex.org/W2949522380","https://openalex.org/W2989785130","https://openalex.org/W2990661928","https://openalex.org/W3017204746","https://openalex.org/W3093685980","https://openalex.org/W3127262654","https://openalex.org/W3128256007","https://openalex.org/W3146832084","https://openalex.org/W3176690388","https://openalex.org/W4200593778","https://openalex.org/W4205811956","https://openalex.org/W4210475604","https://openalex.org/W4221108904","https://openalex.org/W4285591118","https://openalex.org/W4304481492","https://openalex.org/W4321850202","https://openalex.org/W4323295105","https://openalex.org/W4365446483","https://openalex.org/W4387445329","https://openalex.org/W4395081382","https://openalex.org/W6799280367"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W3196817267","https://openalex.org/W1976600725","https://openalex.org/W2169395074"],"abstract_inverted_index":{"Brain\u2013machine":[0],"interfaces":[1],"(BMIs)":[2],"offer":[3],"significant":[4],"promise":[5],"for":[6,197],"enabling":[7],"paralyzed":[8],"individuals":[9],"to":[10,44,96,156,178],"control":[11,26],"external":[12],"devices":[13],"using":[14,109],"their":[15],"brain":[16,25,94],"signals.":[17],"One":[18],"challenge":[19],"is":[20,102],"that":[21,75],"during":[22],"the":[23,36,52,62,87,115,126,137,143,157,168,175,180,185,191],"online":[24,77,199],"(BC)":[27],"process,":[28],"subjects":[29],"may":[30],"not":[31],"be":[32],"completely":[33],"immersed":[34],"in":[35,125],"task,":[37],"particularly":[38],"when":[39],"multiple":[40],"steps":[41],"are":[42],"needed":[43],"achieve":[45,179],"a":[46,92,105,131],"goal.":[47],"The":[48,120,188],"decoder":[49,74],"indiscriminately":[50],"takes":[51],"less":[53],"engaged":[54],"trials":[55],"as":[56],"training":[57,169,176],"data,":[58],"which":[59,113,146],"might":[60],"decrease":[61],"decoding":[63],"accuracy.":[64],"In":[65],"this":[66],"article,":[67],"we":[68],"propose":[69],"an":[70,110],"alternative":[71],"kernel":[72],"RL-based":[73],"trains":[76],"with":[78,150],"continuous":[79],"parameter":[80],"update.":[81],"We":[82,135],"model":[83],"neural":[84,118,138],"activity":[85],"from":[86,140],"medial":[88],"prefrontal":[89],"cortex":[90],"(mPFC),":[91],"reward-related":[93],"region,":[95],"represent":[97],"task":[98,161],"engagement.":[99],"This":[100],"information":[101,145],"incorporated":[103],"into":[104],"stochastic":[106],"learning":[107],"rate":[108],"exponential":[111],"model,":[112],"measures":[114],"relevancy":[116],"of":[117,174,184,193],"data.":[119],"proposed":[121,165],"algorithm":[122],"was":[123,147],"evaluated":[124],"experiment":[127],"where":[128],"rats":[129],"performed":[130],"cursor-reaching":[132],"BC":[133,200],"task.":[134],"found":[136],"activities":[139],"mPFC":[141],"contained":[142],"engagement":[144,162],"negatively":[148],"correlated":[149],"trial":[151],"response":[152],"time.":[153],"Moreover,":[154],"compared":[155],"RL":[158,195],"method":[159,166],"without":[160],"modeling,":[163],"our":[164,194],"enhanced":[167],"efficiency.":[170],"It":[171],"used":[172],"half":[173],"data":[177],"same":[181],"reconstruction":[182],"accuracy":[183],"cursor":[186],"trajectory.":[187],"results":[189],"demonstrate":[190],"potential":[192],"framework":[196],"improving":[198],"tasks.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}