{"id":"https://openalex.org/W7164807083","doi":"https://doi.org/10.1145/3810222","title":"HMotionGPT: Aligning Hand Motions and Natural Language for Activity Understanding with Smart Rings","display_name":"HMotionGPT: Aligning Hand Motions and Natural Language for Activity Understanding with Smart Rings","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164807083","doi":"https://doi.org/10.1145/3810222"},"language":"en","primary_location":{"id":"doi:10.1145/3810222","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3810222","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3810222","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072170851","display_name":"Yang Gao","orcid":"https://orcid.org/0000-0001-6811-0183"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gao","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, China and School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-0183","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China and School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I187400657","https://openalex.org/I66867065","https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111288134","display_name":"Dong She","orcid":"https://orcid.org/0009-0007-5378-0505"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong She","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-5378-0505","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129701238","display_name":"Wolin Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wolin Liang","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-4569-3448","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137683614","display_name":"Chiyue Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chiyue Wang","raw_affiliation_strings":["South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0005-3825-9944","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102654865","display_name":"Yingjing Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjing Xiao","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-9380-2922","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066574289","display_name":"Xianrong Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianrong Yao","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-1965-4499","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112456072","display_name":"Cong Liu","orcid":"https://orcid.org/0000-0001-6850-1838"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Liu","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-9128-7578","affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126950705","display_name":"Zhichao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichao Huang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-5609-687X","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044439388","display_name":"Zhanpeng Jin","orcid":"https://orcid.org/0000-0002-3020-3736"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanpeng Jin","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-3020-3736","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.92220437,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"2","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2515999972820282,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2515999972820282,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.23649999499320984,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.11779999732971191,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6385999917984009},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5435000061988831},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5163999795913696},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5073999762535095},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.48410001397132874},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4758000075817108},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.426800012588501},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.40639999508857727},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.37880000472068787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803999781608582},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6385999917984009},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5220999717712402},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5163999795913696},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5073999762535095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4975999891757965},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.48410001397132874},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48080000281333923},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4758000075817108},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.426800012588501},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.40639999508857727},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3472999930381775},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2529999911785126},{"id":"https://openalex.org/C71611378","wikidata":"https://www.wikidata.org/wiki/Q5165191","display_name":"Contextual design","level":3,"score":0.2524000108242035},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3810222","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3810222","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3810222","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3810222","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7722906470298767}],"awards":[{"id":"https://openalex.org/G4027672813","display_name":null,"funder_award_id":"62302168","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4854277500","display_name":null,"funder_award_id":"2022YFB4500603","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2144573888","https://openalex.org/W2799429034","https://openalex.org/W2918484993","https://openalex.org/W2999709773","https://openalex.org/W3046869313","https://openalex.org/W3132408010","https://openalex.org/W3158477940","https://openalex.org/W3163694130","https://openalex.org/W3186358482","https://openalex.org/W3193915295","https://openalex.org/W3200072501","https://openalex.org/W3216463631","https://openalex.org/W4285505601","https://openalex.org/W4285730429","https://openalex.org/W4291720791","https://openalex.org/W4313855621","https://openalex.org/W4389001855","https://openalex.org/W4400572295","https://openalex.org/W4402350391","https://openalex.org/W4402351145","https://openalex.org/W4405927415","https://openalex.org/W4407353111","https://openalex.org/W6963848809"],"related_works":[],"abstract_inverted_index":{"Hand-object":[0],"interactions":[1],"are":[2,119,196,209],"central":[3],"to":[4,14,68],"everyday":[5,192],"activities,":[6],"yet":[7],"most":[8],"intelligent":[9,193],"assistants":[10,67,194],"today":[11],"remain":[12],"blind":[13],"users'":[15,199],"physical":[16,200],"actions.":[17],"Existing":[18],"IMU-based":[19],"recognition":[20],"approaches":[21],"focus":[22],"on":[23],"classifying":[24],"predefined":[25],"gestures,":[26],"but":[27],"they":[28],"lack":[29],"the":[30,151,176,189],"semantic":[31,53,145],"expressiveness":[32],"required":[33],"for":[34,191],"contextual":[35,137,171],"support":[36],"in":[37],"real-world":[38],"scenarios":[39],"such":[40,130],"as":[41,72,74,131],"office":[42,86],"work":[43],"and":[44,61,87,136,150,207],"home":[45,88],"routines.":[46],"In":[47],"this":[48],"paper,":[49],"we":[50,103],"introduce":[51],"a":[52,79,112,165,184],"tokenization":[54,143],"pipeline":[55],"that":[56,94,110,141,169,195],"bridges":[57],"continuous":[58],"inertial":[59],"signals":[60],"large":[62],"language":[63,124,148],"models":[64],"(LLMs),":[65],"enabling":[66],"\u201cread\u201d":[69],"hand":[70,115,181],"movements":[71],"naturally":[73],"words.":[75],"We":[76,162],"first":[77],"collected":[78],"multimodal":[80],"dataset":[81,208],"of":[82,114,157,178,186,198],"dual-hand":[83],"activities":[84],"across":[85,159],"environments":[89],"capturing":[90],"long-horizon":[91],"action":[92,108,132],"chains":[93],"span":[95],"multiple":[96],"interrelated":[97],"sub-tasks.":[98],"Using":[99],"self-supervised":[100],"representation":[101],"learning,":[102],"discretize":[104],"IMU":[105],"embeddings":[106],"into":[107,183],"tokens":[109,118],"approximate":[111],"vocabulary":[113],"interactions.":[116,201],"These":[117],"then":[120],"aligned":[121],"with":[122,147],"natural":[123],"through":[125],"instruction-tuned":[126],"LLMs,":[127],"supporting":[128],"tasks":[129],"captioning,":[133],"intent":[134],"inference,":[135],"feedback.":[138],"Evaluation":[139],"shows":[140],"our":[142],"improves":[144],"consistency":[146],"distributions,":[149],"LLM":[152],"produces":[153],"accurate,":[154],"human-preferred":[155],"descriptions":[156],"actions":[158],"diverse":[160],"activities.":[161],"further":[163],"demonstrate":[164],"proof-of-concept":[166],"assistant":[167],"prototype":[168],"generates":[170],"reminders.":[172],"Our":[173],"findings":[174],"highlight":[175],"potential":[177],"transforming":[179],"raw":[180],"motions":[182],"\u201clanguage":[185],"actions,\u201d":[187],"paving":[188],"way":[190],"aware":[197],"The":[202],"Project":[203],"page,":[204],"source":[205],"code,":[206],"publicly":[210],"available":[211],"at":[212],"https://scut-hai.github.io/HMotionGPT/.":[213]},"counts_by_year":[],"updated_date":"2026-06-17T06:14:20.161405","created_date":"2026-06-16T00:00:00"}