{"id":"https://openalex.org/W6959500623","doi":"https://doi.org/10.1109/tim.2025.3548197","title":"A Multimodal Framework for Estimating 6-D Force During Dynamic Human-Robot Interaction Using Deep Learning","display_name":"A Multimodal Framework for Estimating 6-D Force During Dynamic Human-Robot Interaction Using Deep Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W6959500623","doi":"https://doi.org/10.1109/tim.2025.3548197"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2025.3548197","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3548197","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gao Lin","orcid":"https://orcid.org/0009-0005-2430-7175"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gao Lin","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fei Wang","orcid":"https://orcid.org/0000-0001-8296-8039"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Zhong","orcid":"https://orcid.org/0009-0001-2803-8567"},"institutions":[{"id":"https://openalex.org/I78978612","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11","country_code":"CN","type":"education","lineage":["https://openalex.org/I78978612"]},{"id":"https://openalex.org/I4210137355","display_name":"Northern Jiangsu People's Hospital","ror":"https://ror.org/04gz17b59","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210137355"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhong","raw_affiliation_strings":["Department of Medical Engineering, Affiliated Hospital of Yangzhou University, Yangzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Medical Engineering, Affiliated Hospital of Yangzhou University, Yangzhou, China","institution_ids":["https://openalex.org/I78978612","https://openalex.org/I4210137355"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zida An","orcid":"https://orcid.org/0009-0005-3589-5822"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zida An","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuai Han","orcid":"https://orcid.org/0009-0002-6359-0135"},"institutions":[{"id":"https://openalex.org/I91656880","display_name":"China Medical University","ror":"https://ror.org/032d4f246","country_code":"CN","type":"education","lineage":["https://openalex.org/I91656880"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Han","raw_affiliation_strings":["Department of Neurosurgery, Shengjing Hospital of China Medical University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, Shengjing Hospital of China Medical University, Shenyang, China","institution_ids":["https://openalex.org/I91656880"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":3.5671,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93905562,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"74","issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.02850000001490116,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.02070000022649765,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.7775999903678894},{"id":"https://openalex.org/keywords/cartesian-coordinate-system","display_name":"Cartesian coordinate system","score":0.6654000282287598},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5023000240325928},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4471000134944916},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4361000061035156},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.41130000352859497},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.3977999985218048},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3961000144481659},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.38199999928474426},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.37040001153945923}],"concepts":[{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.7775999903678894},{"id":"https://openalex.org/C16038011","wikidata":"https://www.wikidata.org/wiki/Q62912","display_name":"Cartesian coordinate system","level":2,"score":0.6654000282287598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5968000292778015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5763999819755554},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5023000240325928},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.41130000352859497},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.38199999928474426},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32600000500679016},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.29190000891685486},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2653000056743622},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C199723944","wikidata":"https://www.wikidata.org/wiki/Q3041998","display_name":"Force dynamics","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2025.3548197","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3548197","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2059744080","https://openalex.org/W2132568014","https://openalex.org/W2280003962","https://openalex.org/W2609301443","https://openalex.org/W2801797932","https://openalex.org/W2946154472","https://openalex.org/W2964010806","https://openalex.org/W2964346351","https://openalex.org/W3023051933","https://openalex.org/W3037102754","https://openalex.org/W3097444609","https://openalex.org/W3136016134","https://openalex.org/W3138516171","https://openalex.org/W3164468069","https://openalex.org/W3196338328","https://openalex.org/W3200796012","https://openalex.org/W3205320754","https://openalex.org/W3207088657","https://openalex.org/W3210300158","https://openalex.org/W4200379466","https://openalex.org/W4206220295","https://openalex.org/W4225528062","https://openalex.org/W4226042781","https://openalex.org/W4246193833","https://openalex.org/W4285048643","https://openalex.org/W4285237607","https://openalex.org/W4285275428","https://openalex.org/W4293528098","https://openalex.org/W4304776916","https://openalex.org/W4307234290","https://openalex.org/W4312740484","https://openalex.org/W4313006957","https://openalex.org/W4382568351","https://openalex.org/W4385245566","https://openalex.org/W4385444687","https://openalex.org/W4386212356","https://openalex.org/W4388407845","https://openalex.org/W4392369313","https://openalex.org/W4392607768","https://openalex.org/W4392796560","https://openalex.org/W6628877408","https://openalex.org/W6632872799"],"related_works":[],"abstract_inverted_index":{"Interaction":[0],"force":[1,46,179,211],"estimation":[2,47,180],"using":[3,161],"surface":[4],"electromyography":[5],"(sEMG)":[6],"is":[7,24,27,97,141,159],"a":[8,92,205],"popular":[9],"technique":[10],"for":[11],"applications":[12],"such":[13],"as":[14],"powered":[15],"exoskeletons,":[16],"robotics,":[17],"and":[18,59,66,79,88,107,124,140,203],"rehabilitation.":[19],"However,":[20],"since":[21],"the":[22,63,69,101,104,109,116,149,171,197,200],"sEMG":[23,78],"nonstationary,":[25],"it":[26],"difficult":[28],"to":[29,99,167,208],"estimate":[30,108,209],"high-dimensional":[31,210],"interaction":[32,38,110],"forces":[33,53],"accurately":[34,51],"during":[35,54,72,212],"physical":[36],"human-robot":[37],"(pHRI).":[39],"This":[40],"work":[41],"proposes":[42],"an":[43],"end-to-end":[44],"6-D":[45],"framework":[48],"that":[49],"can":[50],"predict":[52],"dynamic":[55,213],"pHRI":[56,73],"from":[57],"cartesian":[58,164],"joint":[60],"space.":[61,165],"First,":[62],"sEMG,":[64,170],"pose,":[65],"velocity":[67],"of":[68,103,138,157,178,199],"upper":[70],"limb":[71],"are":[74,82],"synchronously":[75],"acquired.":[76],"Subsequently,":[77],"kinematic":[80,145],"information":[81,106],"deeply":[83],"fused":[84,105],"by":[85,186],"tensor":[86],"fusion":[87,130],"cross-attention":[89],"fusion.":[90],"Finally,":[91],"spatio-temporal":[93],"neural":[94],"network":[95],"(STNN)":[96],"utilized":[98],"extract":[100],"features":[102],"force.":[111],"Six":[112],"subjects":[113],"interact":[114],"with":[115],"robot":[117],"at":[118],"four":[119],"stiffness:":[120],"100,":[121],"150,":[122],"200,":[123],"250":[125],"N/m.":[126],"The":[127],"proposed":[128],"multimodal":[129],"scheme":[131],"achieves":[132],"excellent":[133],"performance":[134],"in":[135,143,163],"different":[136,144],"types":[137],"STNNs":[139],"validated":[142],"spaces.":[146],"Among":[147],"them,":[148],"highest":[150],"<inline-formula":[151,172],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[152,173,189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[153,174,190],"<tex-math":[154,175,191],"notation=\"LaTeX\">$R^{2}$":[155,176],"</tex-math></inline-formula>":[156,177],"0.969":[158],"achieved":[160],"ConvLG":[162],"Compared":[166],"solely":[168],"employing":[169],"based":[181],"on":[182],"multiple":[183],"modalities":[184],"increases":[185],"21.4%\u201342.0%":[187],"(<inline-formula":[188],"notation=\"LaTeX\">$p\\lt":[192],"0.05$":[193],"</tex-math></inline-formula>).":[194],"It":[195],"shows":[196],"effectiveness":[198],"presented":[201],"approach":[202],"contributes":[204],"new":[206],"way":[207],"pHRI.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}