{"id":"https://openalex.org/W2944827012","doi":"https://doi.org/10.1109/ner.2019.8717162","title":"Modelling mPFC Activities in Reinforcement Learning Framework for Brain-Machine Interfaces","display_name":"Modelling mPFC Activities in Reinforcement Learning Framework for Brain-Machine Interfaces","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2944827012","doi":"https://doi.org/10.1109/ner.2019.8717162","mag":"2944827012"},"language":"en","primary_location":{"id":"doi:10.1109/ner.2019.8717162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ner.2019.8717162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 9th International IEEE/EMBS Conference on Neural Engineering (NER)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046763184","display_name":"Xiang Shen","orcid":"https://orcid.org/0000-0001-9153-2034"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Shen","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368805","display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0001-5097-2113"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090588286","display_name":"Yifan Huang","orcid":"https://orcid.org/0000-0003-2053-9305"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifan Huang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043320256","display_name":"Shuhang Chen","orcid":"https://orcid.org/0000-0003-4634-3220"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuhang Chen","raw_affiliation_strings":["Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383445","display_name":"Yiwen Wang","orcid":"https://orcid.org/0000-0002-1878-6182"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiwen Wang","raw_affiliation_strings":["Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"243","last_page":"246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8613263964653015},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7202489376068115},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.7034324407577515},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5910336971282959},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5903643369674683},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5252618193626404},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5108451247215271},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5041340589523315},{"id":"https://openalex.org/keywords/lever","display_name":"Lever","score":0.4496600031852722},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3807517886161804},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.34680503606796265},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23690029978752136},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.11039918661117554}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8613263964653015},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7202489376068115},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.7034324407577515},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5910336971282959},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5903643369674683},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5252618193626404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5108451247215271},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5041340589523315},{"id":"https://openalex.org/C107524782","wikidata":"https://www.wikidata.org/wiki/Q40164","display_name":"Lever","level":2,"score":0.4496600031852722},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3807517886161804},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.34680503606796265},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23690029978752136},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.11039918661117554},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ner.2019.8717162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ner.2019.8717162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 9th International IEEE/EMBS Conference on Neural Engineering (NER)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-97706","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-97706","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-97706","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85066759793&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1995007954","https://openalex.org/W2063702730","https://openalex.org/W2070851476","https://openalex.org/W2087347434","https://openalex.org/W2116532829","https://openalex.org/W2120632836","https://openalex.org/W2153635508","https://openalex.org/W2169866873","https://openalex.org/W2592061423","https://openalex.org/W2769261924","https://openalex.org/W4239510810","https://openalex.org/W6745621905"],"related_works":["https://openalex.org/W2319849381","https://openalex.org/W3208483585","https://openalex.org/W809494831","https://openalex.org/W4379985877","https://openalex.org/W4250682053","https://openalex.org/W2341184654","https://openalex.org/W2996939057","https://openalex.org/W2362409171","https://openalex.org/W2350467400","https://openalex.org/W2095485198"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,120],"(RL)":[2],"algorithm":[3],"interprets":[4],"the":[5,32,36,51,68,90,103,117,123,160,175,178,183,195,199],"movement":[6,34],"intentions":[7],"in":[8,74,142],"Brain-machine":[9],"interfaces":[10],"(BMIs)":[11],"with":[12,35,71,198],"a":[13,75,111,127,152,165],"reward":[14,17,22,69],"signal.":[15],"This":[16,181],"can":[18],"be":[19,47,107],"an":[20,27,64,190],"external":[21,37,179],"(food":[23],"or":[24,26],"water)":[25],"internal":[28,65,161,191],"representation":[29,66,192],"which":[30,170],"links":[31],"correct":[33,196],"reward.":[38,180,200],"Medial":[39],"prefrontal":[40],"cortex":[41],"(mPFC)":[42],"has":[43],"been":[44],"demonstrated":[45],"to":[46,50,59,84,88,109,125,174,193],"closely":[48],"related":[49],"reward-guided":[52],"learning.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,115,139],"propose":[58],"model":[60],"mPFC":[61,86,97,187],"activities":[62,87,188],"as":[63,122,189],"of":[67,168,185],"associated":[70],"different":[72],"actions":[73],"RL":[76,112,157],"framework.":[77],"Support":[78],"vector":[79],"machine":[80],"(SVM)":[81],"is":[82,171],"adopted":[83],"analyze":[85],"distinguish":[89],"rewarded":[91],"and":[92,132],"unrewarded":[93],"trials":[94],"based":[95],"on":[96,141],"signals":[98],"considering":[99],"corresponding":[100],"actions.":[101],"Then":[102],"discrimination":[104,154],"result":[105],"will":[106],"utilized":[108],"train":[110],"decoder.":[113],"Here":[114],"introduce":[116],"attention-gated":[118],"reinforcement":[119],"(AGREL)":[121],"decoder":[124,158],"generate":[126],"mapping":[128],"between":[129],"motor":[130],"cortex(M1)":[131],"action":[133,197],"states.":[134],"To":[135],"evaluate":[136],"our":[137],"approach,":[138],"test":[140],"vivo":[143],"neural":[144],"physiological":[145],"data":[146],"collected":[147],"from":[148],"rats":[149],"when":[150],"performing":[151],"two-lever":[153],"task.":[155],"The":[156],"using":[159,177],"action-reward":[162],"evaluation":[163],"achieves":[164],"prediction":[166],"accuracy":[167],"94.8%,":[169],"very":[172],"close":[173],"one":[176],"indicates":[182],"potentials":[184],"modelling":[186],"associate":[194]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}