{"id":"https://openalex.org/W4402828186","doi":"https://doi.org/10.1145/3675095.3676609","title":"Enhancing Inertial Hand based HAR through Joint Representation of Language, Pose and Synthetic IMUs","display_name":"Enhancing Inertial Hand based HAR through Joint Representation of Language, Pose and Synthetic IMUs","publication_year":2024,"publication_date":"2024-09-25","ids":{"openalex":"https://openalex.org/W4402828186","doi":"https://doi.org/10.1145/3675095.3676609"},"language":"en","primary_location":{"id":"doi:10.1145/3675095.3676609","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3675095.3676609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM International Symposium on Wearable Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079181491","display_name":"V\u00edtor Fortes Rey","orcid":"https://orcid.org/0000-0002-8371-2921"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vitor Fortes Rey","raw_affiliation_strings":["DFKI & RPTU, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"DFKI & RPTU, Kaiserslautern, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090096476","display_name":"Lala Shakti Swarup Ray","orcid":"https://orcid.org/0000-0002-7133-0205"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lala Shakti Swarup Ray","raw_affiliation_strings":["DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107455005","display_name":"Qingxin Xia","orcid":"https://orcid.org/0000-0001-8561-6610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingxin Xia","raw_affiliation_strings":["HKUST(GZ), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001188748","display_name":"Kaishun Wu","orcid":"https://orcid.org/0000-0003-2216-0737"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaishun Wu","raw_affiliation_strings":["HKUST(GZ), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"HKUST(GZ), Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063453660","display_name":"Paul Lukowicz","orcid":"https://orcid.org/0000-0003-0320-6656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Lukowicz","raw_affiliation_strings":["DFKI & RPTU, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"DFKI & RPTU, Kaiserslautern, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079181491"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0973,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78176624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6746209859848022},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5866449475288391},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5685180425643921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5618994832038879},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4741377532482147},{"id":"https://openalex.org/keywords/inertial-frame-of-reference","display_name":"Inertial frame of reference","score":0.436928927898407},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4072189927101135},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.335269033908844},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12137559056282043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6746209859848022},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5866449475288391},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5685180425643921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5618994832038879},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4741377532482147},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.436928927898407},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4072189927101135},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.335269033908844},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12137559056282043},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3675095.3676609","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3675095.3676609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM International Symposium on Wearable Computers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2224587088","display_name":null,"funder_award_id":"01IW21003","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G5836007202","display_name":null,"funder_award_id":"P2021-02-009","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2270470215","https://openalex.org/W2559085405","https://openalex.org/W2612086714","https://openalex.org/W2962896489","https://openalex.org/W2972527328","https://openalex.org/W2973102973","https://openalex.org/W2990138404","https://openalex.org/W3083281679","https://openalex.org/W3083323811","https://openalex.org/W3114040862","https://openalex.org/W3136525061","https://openalex.org/W3163120578","https://openalex.org/W3168702146","https://openalex.org/W4284894697","https://openalex.org/W4285273816","https://openalex.org/W4312799843","https://openalex.org/W4380361332","https://openalex.org/W4386083180","https://openalex.org/W4387321383","https://openalex.org/W4387321395","https://openalex.org/W4389520547","https://openalex.org/W4393147720","https://openalex.org/W4394711804","https://openalex.org/W4395028953","https://openalex.org/W4395681059"],"related_works":["https://openalex.org/W3125070615","https://openalex.org/W1996130883","https://openalex.org/W2748574964","https://openalex.org/W2062195135","https://openalex.org/W2888483922","https://openalex.org/W4396737233","https://openalex.org/W4389558692","https://openalex.org/W2367747139","https://openalex.org/W2883846442","https://openalex.org/W2304693145"],"abstract_inverted_index":{"Due":[0],"to":[1,14,17,44,74,90,110],"the":[2,45,76,124],"scarcity":[3],"of":[4,48,78,94,126],"labeled":[5],"sensor":[6],"data":[7,16,33,51,103,144],"in":[8,40,56,116,129,154],"HAR,":[9],"prior":[10],"research":[11],"has":[12],"turned":[13],"video":[15,102],"synthesize":[18],"Inertial":[19],"Measurement":[20],"Units":[21],"(IMU)":[22],"data,":[23],"capitalizing":[24],"on":[25],"its":[26,53],"rich":[27],"activity":[28],"annotations.":[29],"However,":[30],"generating":[31],"IMU":[32,50,98,134,143],"from":[34,86,146],"videos":[35,85,147],"presents":[36],"challenges":[37],"for":[38],"HAR":[39,113,131],"real-world":[41],"settings,":[42],"attributed":[43],"poor":[46],"quality":[47],"synthetic":[49,142],"and":[52,70,97,104],"limited":[54,79],"efficacy":[55],"subtle,":[57],"fine-grained":[58,156],"motions.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63],"propose":[64],"Multi\u00b3Net,":[65],"our":[66,107,127,149],"novel":[67],"multi-modal,":[68],"multitask,":[69],"contrastive-based":[71],"framework":[72],"approach":[73,128],"address":[75],"issue":[77],"data.":[80,135],"Our":[81,120],"pretraining":[82],"procedure":[83],"uses":[84],"online":[87],"repositories,":[88],"aiming":[89],"learn":[91],"joint":[92],"representations":[93],"text,":[95],"pose,":[96],"simultaneously.":[99],"By":[100],"employing":[101],"contrastive":[105],"learning,":[106],"method":[108,150],"seeks":[109],"enhance":[111],"wearable":[112],"performance,":[114],"especially":[115],"recognizing":[117,155],"subtle":[118],"activities.":[119,157],"experimental":[121],"findings":[122],"validate":[123],"effectiveness":[125],"improving":[130],"performance":[132],"with":[133,141],"We":[136],"demonstrate":[137],"that":[138],"models":[139],"trained":[140],"generated":[145],"using":[148],"surpass":[151],"existing":[152],"approaches":[153]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}