{"id":"https://openalex.org/W4402350391","doi":"https://doi.org/10.1145/3678545","title":"IMUGPT 2.0: Language-Based Cross Modality Transfer for Sensor-Based Human Activity Recognition","display_name":"IMUGPT 2.0: Language-Based Cross Modality Transfer for Sensor-Based Human Activity Recognition","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4402350391","doi":"https://doi.org/10.1145/3678545"},"language":"en","primary_location":{"id":"doi:10.1145/3678545","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678545","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3678545","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060028891","display_name":"Zikang Leng","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zikang Leng","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0001-6789-4780","affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045462143","display_name":"Amitrajit Bhattacharjee","orcid":"https://orcid.org/0009-0000-4713-1786"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amitrajit Bhattacharjee","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0000-4713-1786","affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001283803","display_name":"Hrudhai Rajasekhar","orcid":"https://orcid.org/0009-0008-4790-3588"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hrudhai Rajasekhar","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0008-4790-3588","affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018613829","display_name":"Lizhe Zhang","orcid":"https://orcid.org/0009-0008-4609-9436"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lizhe Zhang","raw_affiliation_strings":["College of Engineering, Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0008-4609-9436","affiliations":[{"raw_affiliation_string":"College of Engineering, Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093868315","display_name":"Elizabeth Bruda","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Bruda","raw_affiliation_strings":["College of Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0003-1032-5933","affiliations":[{"raw_affiliation_string":"College of Computing, Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036233162","display_name":"Hyeokhyen Kwon","orcid":"https://orcid.org/0000-0002-5693-3278"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyeokhyen Kwon","raw_affiliation_strings":["Department of Biomedical Informatics, Emory University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0002-5693-3278","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Emory University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111516020","display_name":"Thomas Pl\u00f6tz","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Pl\u00f6tz","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0002-1243-7563","affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.7603,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.98798174,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":"3","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.8003952503204346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5051212906837463},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4185253977775574},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4119892120361328},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40016961097717285},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.320198655128479}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.8003952503204346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5051212906837463},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4185253977775574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4119892120361328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40016961097717285},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.320198655128479},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678545","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678545","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3678545","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678545","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1583246006","https://openalex.org/W1967554269","https://openalex.org/W1968796965","https://openalex.org/W2026297770","https://openalex.org/W2073401630","https://openalex.org/W2109784184","https://openalex.org/W2128892560","https://openalex.org/W2340025709","https://openalex.org/W2495920728","https://openalex.org/W2612086714","https://openalex.org/W2613970586","https://openalex.org/W2734395796","https://openalex.org/W2750772229","https://openalex.org/W2955189540","https://openalex.org/W2955745546","https://openalex.org/W2963250244","https://openalex.org/W2970641574","https://openalex.org/W2971670291","https://openalex.org/W2972376155","https://openalex.org/W2972527328","https://openalex.org/W2981852735","https://openalex.org/W2990138404","https://openalex.org/W3021673939","https://openalex.org/W3025821620","https://openalex.org/W3034851746","https://openalex.org/W3083323811","https://openalex.org/W3083367988","https://openalex.org/W3083603351","https://openalex.org/W3084542156","https://openalex.org/W3099025572","https://openalex.org/W3127888536","https://openalex.org/W3128981305","https://openalex.org/W3139164910","https://openalex.org/W3161004920","https://openalex.org/W3163120578","https://openalex.org/W3177183117","https://openalex.org/W3200391125","https://openalex.org/W3200883581","https://openalex.org/W4200329580","https://openalex.org/W4200504110","https://openalex.org/W4214489558","https://openalex.org/W4237865726","https://openalex.org/W4240083661","https://openalex.org/W4288089799","https://openalex.org/W4294891660","https://openalex.org/W4308086455","https://openalex.org/W4312635677","https://openalex.org/W4312682055","https://openalex.org/W4312936899","https://openalex.org/W4313121376","https://openalex.org/W4320890081","https://openalex.org/W4376225158","https://openalex.org/W4380361332","https://openalex.org/W4381746737","https://openalex.org/W4387087582","https://openalex.org/W4387321383","https://openalex.org/W4387321395","https://openalex.org/W4387793685","https://openalex.org/W6688325169"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W3204019825","https://openalex.org/W2461480269"],"abstract_inverted_index":{"One":[0],"of":[1,8,16,24,42,70,100,113,148,158,167,173,180,208,228],"the":[2,6,14,22,40,68,156,159,171,174,178,202,206],"primary":[3],"challenges":[4],"in":[5,98],"field":[7],"human":[9],"activity":[10],"recognition":[11],"(HAR)":[12],"is":[13],"lack":[15],"large":[17,76],"labeled":[18],"datasets.":[19],"This":[20],"hinders":[21],"development":[23],"robust":[25],"and":[26,80,164,191],"generalizable":[27],"models.":[28],"Recently,":[29],"cross":[30,115],"modality":[31,92,116],"transfer":[32,117],"approaches":[33,46],"have":[34],"been":[35],"explored":[36],"that":[37,135,169,196],"can":[38,200],"alleviate":[39],"problem":[41],"data":[43,91,176,187,211],"scarcity.":[44],"These":[45],"convert":[47],"existing":[48],"datasets":[49],"from":[50],"a":[51,58,88,110,144,165,225],"source":[52,90],"modality,":[53,60],"such":[54,61,74,102],"as":[55,62,75,93,96,103],"video,":[56],"to":[57,118,154,182],"target":[59],"inertial":[63],"measurement":[64],"units":[65],"(IMUs).":[66],"With":[67],"emergence":[69],"generative":[71],"AI":[72],"models":[73,78],"language":[77,85],"(LLMs)":[79],"text-driven":[81],"motion":[82,145,152],"synthesis":[83],"models,":[84],"has":[86],"become":[87],"promising":[89],"well":[94],"-":[95],"shown":[97],"proof":[99,227],"concepts":[101],"IMUGPT.":[104],"In":[105],"this":[106,126],"work,":[107],"we":[108,128],"conduct":[109],"large-scale":[111],"evaluation":[112],"language-based":[114],"determine":[119],"their":[120],"effectiveness":[121],"for":[122,133,139,188,205,220],"HAR.":[123],"Based":[124],"on":[125],"study,":[127],"introduce":[129],"two":[130],"new":[131],"extensions":[132],"IMUGPT":[134,219],"enhance":[136],"its":[137],"use":[138,222],"practical":[140,221],"HAR":[141],"application":[142],"scenarios:":[143],"filter":[146],"capable":[147],"filtering":[149],"out":[150],"irrelevant":[151],"sequences":[153],"ensure":[155],"relevance":[157],"generated":[160,175],"virtual":[161,185,209],"IMU":[162,186,210],"data,":[163],"set":[166],"metrics":[168,199],"measure":[170],"diversity":[172,198],"facilitating":[177],"determination":[179],"when":[181],"stop":[183],"generating":[184],"both":[189],"effective":[190],"efficient":[192],"processing.":[193],"We":[194],"demonstrate":[195],"our":[197],"reduce":[201],"effort":[203],"needed":[204],"generation":[207],"by":[212],"at":[213],"least":[214],"50%,":[215],"which":[216],"opens":[217],"up":[218],"cases":[223],"beyond":[224],"mere":[226],"concept.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":6}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}