{"id":"https://openalex.org/W4410854938","doi":"https://doi.org/10.1109/tbme.2025.3575202","title":"Hierarchical Transformer Fusion of Gaze Attention and Muscle Activity for Forearm Movement Estimation","display_name":"Hierarchical Transformer Fusion of Gaze Attention and Muscle Activity for Forearm Movement Estimation","publication_year":2025,"publication_date":"2025-05-29","ids":{"openalex":"https://openalex.org/W4410854938","doi":"https://doi.org/10.1109/tbme.2025.3575202","pmid":"https://pubmed.ncbi.nlm.nih.gov/40440152"},"language":"en","primary_location":{"id":"doi:10.1109/tbme.2025.3575202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3575202","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.utwente.nl/en/publications/f178d4f5-f58d-4e6b-9c30-af13c47c771b","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113236289","display_name":"Bangyu Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Bangyu Lan","raw_affiliation_strings":["Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, The Netherlands","Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science (EEMCS), University of Twente, P.O. Box 217, Enschede, The Netherlands"],"raw_orcid":"https://orcid.org/0009-0001-3745-2778","affiliations":[{"raw_affiliation_string":"Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, The Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science (EEMCS), University of Twente, P.O. Box 217, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047812798","display_name":"Stefano Stramigioli","orcid":"https://orcid.org/0000-0001-8212-7387"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stefano Stramigioli","raw_affiliation_strings":["Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, The Netherlands","Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science (EEMCS), University of Twente, P.O. Box 217, Enschede, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8212-7387","affiliations":[{"raw_affiliation_string":"Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, The Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science (EEMCS), University of Twente, P.O. Box 217, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081612398","display_name":"Kenan Niu","orcid":"https://orcid.org/0000-0002-5498-4311"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kenan Niu","raw_affiliation_strings":["Robotics and Mechatronics Group, Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, Enschede, The Netherlands","Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science (EEMCS), University of Twente, P.O. Box 217, Enschede, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-5498-4311","affiliations":[{"raw_affiliation_string":"Robotics and Mechatronics Group, Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"Robotics and Mechatronics group in the Faculty of Electrical Engineering, Mathematics and Computer Science (EEMCS), University of Twente, P.O. Box 217, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5113236289"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0992823,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"12","first_page":"3674","last_page":"3681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.909500002861023,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8054415583610535},{"id":"https://openalex.org/keywords/forearm","display_name":"Forearm","score":0.6481921672821045},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5744423270225525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5681334137916565},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.5285773873329163},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5280075073242188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5163835287094116},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4458313584327698},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.3418712615966797},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2929556965827942},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.18620875477790833},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12292024493217468},{"id":"https://openalex.org/keywords/anatomy","display_name":"Anatomy","score":0.12242206931114197},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.11820796132087708},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1107960045337677},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08650100231170654}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8054415583610535},{"id":"https://openalex.org/C2780214079","wikidata":"https://www.wikidata.org/wiki/Q228537","display_name":"Forearm","level":2,"score":0.6481921672821045},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5744423270225525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5681334137916565},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.5285773873329163},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5280075073242188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5163835287094116},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4458313584327698},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.3418712615966797},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2929556965827942},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18620875477790833},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12292024493217468},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.12242206931114197},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.11820796132087708},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1107960045337677},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08650100231170654}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005542","descriptor_name":"Forearm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005542","descriptor_name":"Forearm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018482","descriptor_name":"Muscle, Skeletal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D018482","descriptor_name":"Muscle, Skeletal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tbme.2025.3575202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3575202","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},{"id":"pmid:40440152","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40440152","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on bio-medical engineering","raw_type":null},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/f178d4f5-f58d-4e6b-9c30-af13c47c771b","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/f178d4f5-f58d-4e6b-9c30-af13c47c771b","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lan, B, Stramigioli, S & Niu, K 2025, 'Hierarchical Transformer Fusion of Gaze Attention and Muscle Activity for Forearm Movement Estimation', IEEE transactions on biomedical engineering, vol. 72, no. 12, pp. 3674-3681. https://doi.org/10.1109/TBME.2025.3575202","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/f178d4f5-f58d-4e6b-9c30-af13c47c771b","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/f178d4f5-f58d-4e6b-9c30-af13c47c771b","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lan, B, Stramigioli, S & Niu, K 2025, 'Hierarchical Transformer Fusion of Gaze Attention and Muscle Activity for Forearm Movement Estimation', IEEE transactions on biomedical engineering, vol. 72, no. 12, pp. 3674-3681. https://doi.org/10.1109/TBME.2025.3575202","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1880689012","https://openalex.org/W2108508964","https://openalex.org/W3014378845","https://openalex.org/W4240909707","https://openalex.org/W2059546927","https://openalex.org/W3207760378","https://openalex.org/W1986970529","https://openalex.org/W2562758970","https://openalex.org/W1563178652","https://openalex.org/W2947492009"],"abstract_inverted_index":{"Tracking":[0],"forearm":[1],"movement":[2],"via":[3],"measured":[4,96],"physiological":[5],"signals":[6,20,72,97,126],"is":[7,35,186],"crucial":[8],"for":[9,37,73,188],"understanding":[10],"human":[11],"motor":[12,149],"control":[13,150],"mechanism.":[14,151],"Current":[15],"methods":[16],"mainly":[17],"use":[18],"muscle-derived":[19],"to":[21,66,86,107,159,171,175],"predict":[22],"arm":[23,88],"movements":[24],"while":[25],"often":[26],"overlooking":[27],"the":[28,53,75,80,95,99,111,120,137,148,164,179],"potential":[29],"role":[30,139],"of":[31,55,140,181,191],"gaze":[32,56,68,103,131,141,161],"attention,":[33],"which":[34,167],"important":[36,138,187],"hand-eye":[38],"coordination":[39],"and":[40,42,46,102,109,127,130,147,194],"instant":[41],"continuous":[43],"motion":[44,58,145,182],"planning":[45],"execution.":[47],"In":[48],"this":[49],"study,":[50],"we":[51],"explored":[52],"impact":[54],"on":[57,157],"tracking.":[59,183],"A":[60,114],"hierarchical":[61],"transformer-based":[62],"structure":[63],"was":[64,117],"developed":[65],"integrate":[67,160],"into":[69,163],"muscle":[70,100,124,129,165],"activity":[71,101,125],"recovering":[74],"joint":[76],"trajectory.":[77],"To":[78],"collect":[79],"dataset,":[81],"six":[82],"subjects":[83],"were":[84,105],"recruited":[85],"perform":[87],"motions":[89],"broadly":[90],"involved":[91,143],"in":[92,144,178],"daily":[93],"activities;":[94],"from":[98],"attention":[104],"used":[106],"train":[108],"evaluate":[110],"proposed":[112],"method.":[113],"performance":[115],"comparison":[116],"conducted":[118],"between":[119],"models":[121],"using":[122],"solely":[123],"both":[128],"information.":[132],"The":[133],"experimental":[134],"results":[135],"showed":[136],"information":[142,162],"prediction":[146],"This":[152],"research":[153],"also":[154],"gained":[155],"insights":[156],"how":[158],"signals,":[166],"offers":[168],"an":[169],"alternative":[170],"bringing":[172],"artificial":[173],"intelligence":[174],"be":[176],"engaged":[177],"framework":[180],"Consequently,":[184],"it":[185],"future":[189],"designs":[190],"biomechanical":[192],"sensors":[193],"wearable":[195],"robotics":[196],"systems.":[197]},"counts_by_year":[],"updated_date":"2025-11-14T23:14:49.485078","created_date":"2025-10-10T00:00:00"}