{"id":"https://openalex.org/W4402721785","doi":"https://doi.org/10.1145/3675094.3677562","title":"Solving the Sensor-Based Activity Recognition Problem (SOAR): Self-Supervised, Multi-Modal Recognition of Activities from Wearable Sensors","display_name":"Solving the Sensor-Based Activity Recognition Problem (SOAR): Self-Supervised, Multi-Modal Recognition of Activities from Wearable Sensors","publication_year":2024,"publication_date":"2024-09-22","ids":{"openalex":"https://openalex.org/W4402721785","doi":"https://doi.org/10.1145/3675094.3677562"},"language":"en","primary_location":{"id":"doi:10.1145/3675094.3677562","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3675094.3677562","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 on ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3675094.3677562","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084861727","display_name":"Harish Haresamudram","orcid":"https://orcid.org/0000-0002-0545-6504"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Harish Haresamudram","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069048587","display_name":"Chi Ian Tang","orcid":"https://orcid.org/0000-0001-7766-3337"},"institutions":[{"id":"https://openalex.org/I4210098141","display_name":"Nokia (United Kingdom)","ror":"https://ror.org/00zpf0626","country_code":"GB","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210098141"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chi Ian Tang","raw_affiliation_strings":["Nokia Bell Labs, Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210098141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057986515","display_name":"Sungho Suh","orcid":"https://orcid.org/0000-0003-3723-1980"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I4387152675","display_name":"Rheinland-Pf\u00e4lzische Technische Universit\u00e4t Kaiserslautern-Landau","ror":"https://ror.org/01qrts582","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152675"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sungho Suh","raw_affiliation_strings":["RPTU Kaiserslautern-Landau & DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"RPTU Kaiserslautern-Landau & DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046","https://openalex.org/I4387152675"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063453660","display_name":"Paul Lukowicz","orcid":"https://orcid.org/0000-0003-0320-6656"},"institutions":[{"id":"https://openalex.org/I4387152675","display_name":"Rheinland-Pf\u00e4lzische Technische Universit\u00e4t Kaiserslautern-Landau","ror":"https://ror.org/01qrts582","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152675"]},{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul Lukowicz","raw_affiliation_strings":["RPTU Kaiserslautern-Landau & DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"RPTU Kaiserslautern-Landau & DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046","https://openalex.org/I4387152675"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111516020","display_name":"Thomas Pl\u00f6tz","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Pl\u00f6tz","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology, Atlanta, United States"],"affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084861727"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.5263,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65967465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1004","last_page":"1007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soar","display_name":"Soar","score":0.873041570186615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7397040128707886},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.7128020524978638},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6621430516242981},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.6244035959243774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5061654448509216},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4430423974990845},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3669913411140442},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36488187313079834},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33380961418151855},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09302219748497009}],"concepts":[{"id":"https://openalex.org/C17305859","wikidata":"https://www.wikidata.org/wiki/Q382944","display_name":"Soar","level":2,"score":0.873041570186615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7397040128707886},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.7128020524978638},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6621430516242981},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.6244035959243774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5061654448509216},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4430423974990845},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3669913411140442},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36488187313079834},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33380961418151855},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09302219748497009},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3675094.3677562","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3675094.3677562","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 on ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3675094.3677562","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3675094.3677562","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 on ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2023302299","https://openalex.org/W2270470215","https://openalex.org/W2584016859","https://openalex.org/W2972118594","https://openalex.org/W3083323811","https://openalex.org/W3099025572","https://openalex.org/W3177183117","https://openalex.org/W3207924272","https://openalex.org/W4220693285","https://openalex.org/W4289550913","https://openalex.org/W4291125982","https://openalex.org/W4294891660","https://openalex.org/W4387421108","https://openalex.org/W4389520547","https://openalex.org/W4392367790"],"related_works":["https://openalex.org/W177098144","https://openalex.org/W1972687012","https://openalex.org/W2163445345","https://openalex.org/W4250121399","https://openalex.org/W2506478959","https://openalex.org/W2583284593","https://openalex.org/W1578440997","https://openalex.org/W3105278570","https://openalex.org/W2117913171","https://openalex.org/W2582769230"],"abstract_inverted_index":{"Feature":[0],"extraction":[1],"remains":[2],"the":[3,12,23,27,84,163,186,197],"core":[4],"challenge":[5],"in":[6,130,162,172,178,189],"Human":[7],"Activity":[8],"Recognition":[9],"(HAR)":[10],"-":[11],"automated":[13],"inference":[14],"of":[15,86,127],"activities":[16],"being":[17],"performed":[18],"from":[19,33,79,113,136],"sensor":[20],"data.":[21,82,152],"Over":[22],"past":[24],"few":[25],"years,":[26],"community":[28,166],"has":[29,95],"witnessed":[30],"a":[31,97],"shift":[32],"manual":[34],"feature":[35,44,61,77],"engineering":[36],"using":[37],"statistical":[38],"metrics":[39],"and":[40,67,91,118,138,150,177],"distribution-based":[41],"representations,":[42],"to":[43,58,74,116,167,180,184,194],"learning":[45,51,111,174],"via":[46],"neural":[47],"networks.":[48],"Particularly,":[49],"self-supervised":[50],"methods":[52],"that":[53],"leverage":[54],"large-scale":[55,80],"unlabeled":[56,81],"data":[57,103],"train":[59,75],"powerful":[60,76],"extractors":[62,78],"have":[63,70,142],"gained":[64],"significant":[65],"traction,":[66],"various":[68],"works":[69],"demonstrated":[71],"their":[72],"ability":[73],"Recently,":[83],"advent":[85],"Large":[87],"Language":[88],"Models":[89],"(LLMs)":[90],"multi-modal":[92,131,190],"foundation":[93,132,191],"models":[94],"unveiled":[96],"promising":[98],"direction":[99],"by":[100],"leveraging":[101],"well-understood":[102],"modalities.":[104],"This":[105,153],"tutorial":[106,154],"focuses":[107],"on":[108],"existing":[109],"representation":[110,173],"works,":[112],"single-sensor":[114],"approaches":[115],"cross-device":[117],"cross-modality":[119],"pipelines.":[120],"Furthermore,":[121],"we":[122],"will":[123,155],"provide":[124],"an":[125,157],"overview":[126],"recent":[128],"developments":[129],"models,":[133,192],"which":[134],"originated":[135],"language":[137],"vision":[139],"learning,":[140],"but":[141],"recently":[143],"started":[144],"incorporating":[145],"inertial":[146],"measurement":[147],"units":[148],"(IMU)":[149],"time-series":[151],"offer":[156],"important":[158],"forum":[159],"for":[160,175],"researchers":[161],"mobile":[164],"sensing":[165],"discuss":[168],"future":[169],"research":[170],"directions":[171],"HAR,":[176],"particular,":[179],"identify":[181],"potential":[182],"avenues":[183],"incorporate":[185],"latest":[187],"advancements":[188],"aiming":[193],"finally":[195],"solve":[196],"long-standing":[198],"activity":[199],"recognition":[200],"problem.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}