{"id":"https://openalex.org/W4403722775","doi":"https://doi.org/10.1109/tcds.2024.3485078","title":"Kernel-Based Actor\u2013Critic Learning Framework for Autonomous Brain Control on Trajectory","display_name":"Kernel-Based Actor\u2013Critic Learning Framework for Autonomous Brain Control on Trajectory","publication_year":2024,"publication_date":"2024-10-24","ids":{"openalex":"https://openalex.org/W4403722775","doi":"https://doi.org/10.1109/tcds.2024.3485078"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2024.3485078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3485078","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049798193","display_name":"Zhiwei Song","orcid":"https://orcid.org/0000-0002-3535-5827"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zhiwei Song","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115596253","display_name":"Xiang Zhang","orcid":"https://orcid.org/0009-0000-7229-6830"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043320256","display_name":"Shuhang Chen","orcid":"https://orcid.org/0000-0003-4634-3220"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuhang Chen","raw_affiliation_strings":["Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006394794","display_name":"Jieyuan Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jieyuan Tan","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383445","display_name":"Yiwen Wang","orcid":"https://orcid.org/0000-0002-1878-6182"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiwen Wang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","Department of Electronic and Computer Engineering and Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering and Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049798193"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":1.3713,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80831814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"17","issue":"3","first_page":"554","last_page":"563"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8438551425933838},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6425273418426514},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.593359649181366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5546897649765015},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.49909377098083496},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4136577844619751},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39405158162117004}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8438551425933838},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6425273418426514},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.593359649181366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5546897649765015},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.49909377098083496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4136577844619751},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39405158162117004},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcds.2024.3485078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3485078","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-147049","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-147049","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1483156930","https://openalex.org/W1507466738","https://openalex.org/W1543237449","https://openalex.org/W2001348090","https://openalex.org/W2008183828","https://openalex.org/W2046376809","https://openalex.org/W2056196167","https://openalex.org/W2061370395","https://openalex.org/W2063702730","https://openalex.org/W2070851476","https://openalex.org/W2076114331","https://openalex.org/W2093859328","https://openalex.org/W2116532829","https://openalex.org/W2117151438","https://openalex.org/W2120632836","https://openalex.org/W2144553929","https://openalex.org/W2166422604","https://openalex.org/W2243428647","https://openalex.org/W2343754135","https://openalex.org/W2538079766","https://openalex.org/W2589952473","https://openalex.org/W2791351622","https://openalex.org/W2949295961","https://openalex.org/W2968162325","https://openalex.org/W3107161798","https://openalex.org/W3156947995","https://openalex.org/W3161343553","https://openalex.org/W3172799789","https://openalex.org/W3194247339","https://openalex.org/W4200389259","https://openalex.org/W4295424269","https://openalex.org/W4304481492","https://openalex.org/W4387350743"],"related_works":["https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W3131574667","https://openalex.org/W4360995134","https://openalex.org/W4248382324","https://openalex.org/W3023605104","https://openalex.org/W2039473718","https://openalex.org/W2387529410","https://openalex.org/W2383578611","https://openalex.org/W2987583674"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,100],"(RL)-based":[2],"brain\u2013machine":[3],"interfaces":[4,16],"(BMIs)":[5],"hold":[6],"promise":[7],"for":[8,102,182],"restoring":[9],"motor":[10],"functions":[11],"in":[12,37,45,68,83,131,185],"paralyzed":[13],"individuals.":[14],"These":[15,174],"interpret":[17],"neural":[18,69],"activity":[19],"to":[20,144,172],"control":[21,28,32,111],"external":[22,155],"devices":[23],"through":[24],"trial-and-error.":[25],"In":[26,92],"brain":[27],"(BC)":[29],"tasks,":[30],"subjects":[31],"the":[33,47,57,177],"device":[34],"continuously":[35],"moving":[36],"space":[38,66],"by":[39],"imagining":[40],"their":[41],"own":[42],"limb":[43],"movement,":[44],"which":[46],"subject":[48],"can":[49],"change":[50],"direction":[51],"at":[52],"any":[53],"position":[54],"before":[55],"reaching":[56],"target.":[58],"Such":[59],"multistep":[60,103,186],"BC":[61,104,133,187],"tasks":[62],"span":[63],"a":[64,73,97,132,145],"large":[65],"both":[67],"state":[70,116],"and":[71,86,113,153,169],"over":[72],"sequence":[74],"of":[75,179],"movements.":[76],"However,":[77],"conventional":[78],"RL":[79,147],"decoders":[80],"face":[81],"challenges":[82],"efficient":[84],"exploration":[85],"limited":[87],"guidance":[88],"from":[89,120,139],"delayed":[90,154],"rewards.":[91,156],"this":[93],"article,":[94],"we":[95],"propose":[96],"kernel-based":[98],"actor\u2013critic":[99],"framework":[101,107],"tasks.":[105,188],"Our":[106],"integrates":[108],"continuous":[109,115],"trajectory":[110],"(actor)":[112],"internal":[114,150],"value":[117],"estimation":[118],"(critic)":[119],"medial":[121],"prefrontal":[122],"cortex":[123],"(mPFC)":[124],"activity.":[125],"We":[126],"evaluate":[127],"our":[128,161,180],"algorithm's":[129],"performance":[130],"three-lever":[134],"discrimination":[135],"task":[136],"using":[137],"data":[138],"two":[140],"rats,":[141],"comparing":[142],"it":[143],"kernel":[146],"decoder":[148],"with":[149],"binary":[151],"rewards":[152],"Experimental":[157],"results":[158],"show":[159],"that":[160],"approach":[162],"achieves":[163],"faster":[164],"convergence,":[165],"shorter":[166,170],"target-acquisition":[167],"time,":[168],"distances":[171],"targets.":[173],"findings":[175],"highlight":[176],"potential":[178],"algorithm":[181],"clinical":[183],"applications":[184]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}