{"id":"https://openalex.org/W4400314913","doi":"https://doi.org/10.1109/tase.2024.3421276","title":"Cross-Modality Self-Attention and Fusion-Based Neural Network for Lower Limb Locomotion Mode Recognition","display_name":"Cross-Modality Self-Attention and Fusion-Based Neural Network for Lower Limb Locomotion Mode Recognition","publication_year":2024,"publication_date":"2024-07-04","ids":{"openalex":"https://openalex.org/W4400314913","doi":"https://doi.org/10.1109/tase.2024.3421276"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3421276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3421276","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089487881","display_name":"Changchen Zhao","orcid":"https://orcid.org/0000-0002-0546-6016"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchen Zhao","raw_affiliation_strings":["School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0546-6016","affiliations":[{"raw_affiliation_string":"School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018566815","display_name":"Kai Liu","orcid":"https://orcid.org/0000-0003-3819-0674"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Liu","raw_affiliation_strings":["College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785439","display_name":"Hao Zheng","orcid":"https://orcid.org/0000-0003-3259-9153"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenbo Song","orcid":null},"institutions":[{"id":"https://openalex.org/I149240348","display_name":"Jilin Normal University","ror":"https://ror.org/00xtsag93","country_code":"CN","type":"education","lineage":["https://openalex.org/I149240348"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Song","raw_affiliation_strings":["College of Physical Education, Jilin Normal University, Siping, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Physical Education, Jilin Normal University, Siping, China","institution_ids":["https://openalex.org/I149240348"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076604839","display_name":"Zhongcai Pei","orcid":"https://orcid.org/0000-0001-7748-8591"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongcai Pei","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7748-8591","affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026365889","display_name":"Weihai Chen","orcid":"https://orcid.org/0000-0001-7912-4505"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihai Chen","raw_affiliation_strings":["School of Electrical Engineering and Automation, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-7912-4505","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7455,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83505442,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"22","issue":null,"first_page":"5411","last_page":"5424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6519821882247925},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5600766539573669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5519624352455139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5078719258308411},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.48242077231407166},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4617948532104492},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4588083028793335},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34107479453086853},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.32184746861457825},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.23447257280349731},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1085841953754425}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6519821882247925},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5600766539573669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5519624352455139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5078719258308411},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.48242077231407166},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4617948532104492},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4588083028793335},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34107479453086853},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.32184746861457825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.23447257280349731},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1085841953754425},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3421276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3421276","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G270825396","display_name":null,"funder_award_id":"2021C03050","funder_id":"https://openalex.org/F4320336742","funder_display_name":"Key Research and Development Program of Liaoning Province"},{"id":"https://openalex.org/G7391673526","display_name":null,"funder_award_id":"2024C03042","funder_id":"https://openalex.org/F4320336742","funder_display_name":"Key Research and Development Program of Liaoning Province"},{"id":"https://openalex.org/G7898200518","display_name":null,"funder_award_id":"LGG21E050003","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320336742","display_name":"Key Research and Development Program of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1808644423","https://openalex.org/W1989324306","https://openalex.org/W2106526692","https://openalex.org/W2106951868","https://openalex.org/W2144910137","https://openalex.org/W2167221577","https://openalex.org/W2613863000","https://openalex.org/W2751874971","https://openalex.org/W2755379610","https://openalex.org/W2756443298","https://openalex.org/W2805768015","https://openalex.org/W2899902883","https://openalex.org/W2944662892","https://openalex.org/W2947217771","https://openalex.org/W2948048211","https://openalex.org/W2976833359","https://openalex.org/W2979717312","https://openalex.org/W3005390993","https://openalex.org/W3009108688","https://openalex.org/W3015325336","https://openalex.org/W3015890151","https://openalex.org/W3041162835","https://openalex.org/W3129925978","https://openalex.org/W3132686224","https://openalex.org/W3134792577","https://openalex.org/W3136218483","https://openalex.org/W3143148078","https://openalex.org/W3157062552","https://openalex.org/W3171027904","https://openalex.org/W3190492058","https://openalex.org/W3199713003","https://openalex.org/W3200260935","https://openalex.org/W3211522713","https://openalex.org/W4210387007","https://openalex.org/W4210862135","https://openalex.org/W4224274111","https://openalex.org/W4226101141","https://openalex.org/W4289176422","https://openalex.org/W4294672562","https://openalex.org/W4313220191","https://openalex.org/W4317553817","https://openalex.org/W4318700698","https://openalex.org/W4323065186","https://openalex.org/W4323338316","https://openalex.org/W4379409087","https://openalex.org/W4385245566","https://openalex.org/W4385580824","https://openalex.org/W4391697008","https://openalex.org/W4391798354","https://openalex.org/W4392979612"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2031175860","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Although":[0],"there":[1],"are":[2,124,133,156,216,266],"many":[3],"wearable":[4,219],"sensors":[5],"that":[6,171,262,289,330,344],"make":[7],"the":[8,20,63,70,74,77,104,121,172,176,198,208,227,239,244,258,263,269,280,285,290,331,345],"acquisition":[9],"of":[10,19,43,76,190,356],"multi-modality":[11,115,228,240,357],"data":[12,21,229,245],"easier,":[13],"effective":[14],"feature":[15,259,315,361],"extraction":[16],"and":[17,59,106,147,150,164,195,224,247,271,308,323,337,353,360],"fusion":[18,116,359],"is":[22,38,66,90,118,139],"still":[23],"challenging":[24],"for":[25,40,73,230,316,326,363],"lower":[26,46],"limb":[27,47],"locomotion":[28,48,152],"mode":[29],"recognition.":[30],"In":[31],"this":[32,297,310],"article,":[33],"a":[34,84,114,127,187,313,350],"novel":[35],"neural":[36,254],"network":[37,333,347],"proposed":[39,173,184,332,346],"accurate":[41],"prediction":[42,340],"five":[44,151],"common":[45],"modes":[49],"including":[50],"level":[51],"walking,":[52],"ramp":[53,55],"ascent,":[54,58],"descent,":[56],"stair":[57,60],"descent.":[61],"First,":[62,233],"encoder-decoder":[64],"structure":[65],"employed":[67],"to":[68,101,107,202,206,222,274,302],"enrich":[69],"channel":[71,286],"diversity":[72],"separation":[75],"useful":[78,291],"patterns":[79,265,292],"from":[80,141],"combined":[81],"patterns.":[82],"Second,":[83,251],"self-attention":[85,300],"based":[86],"cross-modality":[87],"interaction":[88],"module":[89,117],"proposed,":[91],"which":[92,242],"enables":[93],"bilateral":[94],"information":[95,110],"flow":[96],"between":[97,111,305],"two":[98,306],"encoding":[99],"paths":[100],"fully":[102],"exploit":[103],"interdependencies":[105],"find":[108],"complementary":[109,122,324],"modalities.":[112],"Third,":[113],"designed":[119],"where":[120],"features":[123,325],"fused":[125],"by":[126],"channel-wise":[128],"weighted":[129],"summation":[130],"whose":[131],"coefficients":[132],"learned":[134],"end-to-end.":[135],"A":[136],"benchmark":[137],"dataset":[138,162,194],"collected":[140],"10":[142],"health":[143],"subjects":[144],"containing":[145],"EMG":[146],"IMU":[148],"signals":[149,283],"modes.":[153],"Extensive":[154],"experiments":[155],"conducted":[157],"on":[158,192,197,284],"one":[159,165],"publicly":[160],"available":[161],"ENABL3S":[163,193],"self-collected":[166,199],"dataset.":[167,200],"The":[168,183],"results":[169],"show":[170],"method":[174,185],"outperforms":[175],"compared":[177],"methods":[178,236],"with":[179],"higher":[180],"classification":[181,188],"accuracy.":[182],"achieves":[186,334],"accuracy":[189,336],"98.25%":[191,335],"95.51%":[196],"Note":[201],"Practitioners\u2014This":[203],"article":[204],"aims":[205],"solve":[207],"real":[209],"challenges":[210],"encountered":[211],"when":[212],"intelligent":[213,364],"recognition":[214,253],"algorithms":[215],"applied":[217],"in":[218,268],"robots:":[220],"how":[221],"effectively":[223],"efficiently":[225],"fuse":[226],"better":[231],"decision-making.":[232],"most":[234],"existing":[235,252],"directly":[237],"concatenate":[238],"data,":[241],"increases":[243],"dimensionality":[246],"brings":[248],"computational":[249],"burden.":[250],"networks":[255],"continuously":[256],"compress":[257],"size":[260],"such":[261,288],"discriminative":[264],"submerged":[267],"noise":[270],"thus":[272],"difficult":[273],"be":[275,294,349],"identified.":[276],"This":[277],"research":[278,298],"decomposes":[279],"mixed":[281],"input":[282],"dimension":[287],"can":[293],"separated.":[295],"Moreover,":[296],"employs":[299],"mechanism":[301],"associate":[303],"correlations":[304],"modalities":[307],"use":[309],"correlation":[311],"as":[312],"new":[314],"subsequent":[317],"representation":[318],"learning,":[319],"generating":[320],"new,":[321],"compact,":[322],"classification.":[327],"We":[328,342],"demonstrate":[329],"3.5":[338],"ms":[339],"time.":[341],"anticipate":[343],"could":[348],"general":[351],"scientific":[352],"practical":[354],"methodology":[355],"signal":[358],"learning":[362],"systems.":[365]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}