{"id":"https://openalex.org/W7147842447","doi":"https://doi.org/10.48550/arxiv.2603.27492","title":"Copilot-Assisted Second-Thought Framework for Brain-to-Robot Hand Motion Decoding","display_name":"Copilot-Assisted Second-Thought Framework for Brain-to-Robot Hand Motion Decoding","publication_year":2026,"publication_date":"2026-03-29","ids":{"openalex":"https://openalex.org/W7147842447","doi":"https://doi.org/10.48550/arxiv.2603.27492"},"language":"en","primary_location":{"id":"pmh:oai:pure.atira.dk:publications/35402332-ac9b-4506-803b-60903fdcedda","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/35402332-ac9b-4506-803b-60903fdcedda","pdf_url":"https://pure-oai.bham.ac.uk/ws/files/298078942/Li-2026.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Y, Wang, S & Liu, J K 2026, Copilot-Assisted Second-Thought Framework for Brain-to-Robot Hand Motion Decoding. in 2026 Joint International Conference on Automation-Intelligence-Safety (ICAIS) & International Symposium on Autonomous Systems (ISAS). International Symposium on Autonomous Systems, IEEE, Joint International Conference on Automation-Intelligence-Safety (ICAIS) & International Symposium on Autonomous Systems (ISAS) 2026, Xuzhou, China, 8/05/26.","raw_type":"contributionToPeriodical"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure-oai.bham.ac.uk/ws/files/298078942/Li-2026.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132658962","display_name":"Yizhe Li","orcid":null},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li, Yizhe","raw_affiliation_strings":["University of Birmingham, Birmingham, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104265585","display_name":"Shixiao Wang","orcid":"https://orcid.org/0009-0006-0581-2632"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wang, Shixiao","raw_affiliation_strings":["University of Birmingham, Birmingham, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001710920","display_name":"Jian K. Liu","orcid":"https://orcid.org/0000-0002-5391-7213"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liu, Jian K.","raw_affiliation_strings":["University of Birmingham, Birmingham, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79619799"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38240337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7337999939918518},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6601999998092651},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.6226999759674072},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4544999897480011},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.4390000104904175},{"id":"https://openalex.org/keywords/thumb","display_name":"Thumb","score":0.4309000074863434},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.43059998750686646},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4056999981403351}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7337999939918518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6780999898910522},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6601999998092651},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.6226999759674072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5322999954223633},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4544999897480011},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.4390000104904175},{"id":"https://openalex.org/C2776881184","wikidata":"https://www.wikidata.org/wiki/Q83360","display_name":"Thumb","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42809998989105225},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4056999981403351},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36039999127388},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C64943373","wikidata":"https://www.wikidata.org/wiki/Q2651003","display_name":"Alpha (finance)","level":4,"score":0.2831000089645386},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.27959999442100525},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pure.atira.dk:publications/35402332-ac9b-4506-803b-60903fdcedda","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/35402332-ac9b-4506-803b-60903fdcedda","pdf_url":"https://pure-oai.bham.ac.uk/ws/files/298078942/Li-2026.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Y, Wang, S & Liu, J K 2026, Copilot-Assisted Second-Thought Framework for Brain-to-Robot Hand Motion Decoding. in 2026 Joint International Conference on Automation-Intelligence-Safety (ICAIS) & International Symposium on Autonomous Systems (ISAS). International Symposium on Autonomous Systems, IEEE, Joint International Conference on Automation-Intelligence-Safety (ICAIS) & International Symposium on Autonomous Systems (ISAS) 2026, Xuzhou, China, 8/05/26.","raw_type":"contributionToPeriodical"},{"id":"doi:10.48550/arxiv.2603.27492","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27492","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/35402332-ac9b-4506-803b-60903fdcedda","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/35402332-ac9b-4506-803b-60903fdcedda","pdf_url":"https://pure-oai.bham.ac.uk/ws/files/298078942/Li-2026.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Y, Wang, S & Liu, J K 2026, Copilot-Assisted Second-Thought Framework for Brain-to-Robot Hand Motion Decoding. in 2026 Joint International Conference on Automation-Intelligence-Safety (ICAIS) & International Symposium on Autonomous Systems (ISAS). International Symposium on Autonomous Systems, IEEE, Joint International Conference on Automation-Intelligence-Safety (ICAIS) & International Symposium on Autonomous Systems (ISAS) 2026, Xuzhou, China, 8/05/26.","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5452722311019897}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7147842447.pdf","grobid_xml":"https://content.openalex.org/works/W7147842447.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Motor":[0],"kinematics":[1,57],"prediction":[2],"(MKP)":[3],"from":[4,58,124],"electroencephalography":[5],"(EEG)":[6],"is":[7],"an":[8],"important":[9],"research":[10],"area":[11],"for":[12,54,93],"developing":[13],"movement-related":[14],"brain-computer":[15],"interfaces":[16],"(BCIs).":[17],"While":[18],"traditional":[19],"methods":[20],"often":[21],"rely":[22],"on":[23,102],"convolutional":[24],"neural":[25,30],"networks":[26,31],"(CNNs)":[27],"or":[28],"recurrent":[29],"(RNNs),":[32],"Transformer-based":[33],"models":[34],"have":[35],"shown":[36],"strong":[37,64],"ability":[38],"in":[39,66,116,137],"modeling":[40],"long":[41],"sequential":[42],"EEG":[43,59],"data.":[44],"In":[45],"this":[46,72],"study,":[47],"we":[48,145],"propose":[49],"a":[50,132,138,147,156,160],"CNN-attention":[51],"hybrid":[52],"model":[53],"decoding":[55,173],"hand":[56],"during":[60],"grasp-and-lift":[61],"tasks,":[62],"achieving":[63],"performance":[65],"within-subject":[67,169],"experiments.":[68],"We":[69],"further":[70],"extend":[71],"approach":[73],"to":[74,130,174],"EEG-EMG":[75],"multimodal":[76],"decoding,":[77],"which":[78],"yields":[79],"substantially":[80],"improved":[81],"results.":[82],"Within-subject":[83],"tests":[84,114],"achieve":[85],"PCC":[86,170],"values":[87],"of":[88,171,181],"0.9854,":[89],"0.9946,":[90],"and":[91,97,109,119],"0.9065":[92],"the":[94,103,107,167,182],"X,":[95],"Y,":[96],"Z":[98],"axes,":[99],"respectively,":[100],"computed":[101],"midpoint":[104],"trajectory":[105,143],"between":[106],"thumb":[108],"index":[110],"finger,":[111],"while":[112,176],"cross-subject":[113],"result":[115],"0.9643,":[117],"0.9795,":[118],"0.5852.":[120],"The":[121],"decoded":[122,153],"trajectories":[123],"both":[125],"modalities":[126],"are":[127],"then":[128],"used":[129],"control":[131],"Franka":[133],"Panda":[134],"robotic":[135],"arm":[136],"MuJoCo":[139],"simulation.":[140],"To":[141],"enhance":[142],"fidelity,":[144],"introduce":[146],"copilot":[148],"framework":[149],"that":[150],"filters":[151],"low-confidence":[152],"points":[154],"using":[155],"motion-state-aware":[157],"critic":[158],"within":[159],"finite-state":[161],"machine.":[162],"This":[163],"post-processing":[164],"step":[165],"improves":[166],"overall":[168],"EEG-only":[172],"0.93":[175],"excluding":[177],"fewer":[178],"than":[179],"20%":[180],"data":[183],"points.":[184]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-04-02T00:00:00"}
