{"id":"https://openalex.org/W4387087593","doi":"https://doi.org/10.1145/3610872","title":"MMTSA","display_name":"MMTSA","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387087593","doi":"https://doi.org/10.1145/3610872"},"language":"en","primary_location":{"id":"doi:10.1145/3610872","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610872","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610872","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610872","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031695030","display_name":"Ziqi Gao","orcid":"https://orcid.org/0009-0008-4553-7828"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqi Gao","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education, Department of Computer Science and Technology, Global Innovation Exchange (GIX) Institute, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-4553-7828","affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, Department of Computer Science and Technology, Global Innovation Exchange (GIX) Institute, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605902","display_name":"Yuntao Wang","orcid":"https://orcid.org/0000-0002-4249-8893"},"institutions":[{"id":"https://openalex.org/I116265982","display_name":"Qinghai University","ror":"https://ror.org/05h33bt13","country_code":"CN","type":"education","lineage":["https://openalex.org/I116265982"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao wang","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education, Department of Computer Science and Technology, Tsinghua University, Beijing, China and Department of Computer Technology and Application, Qinghai University, Xining, Qinghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4249-8893","affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, Department of Computer Science and Technology, Tsinghua University, Beijing, China and Department of Computer Technology and Application, Qinghai University, Xining, Qinghai, China","institution_ids":["https://openalex.org/I116265982","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101397720","display_name":"Jianguo Chen","orcid":"https://orcid.org/0009-0003-4616-7500"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianguo Chen","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0009-0003-4616-7500","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6801-0510","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039879761","display_name":"Shwetak Patel","orcid":"https://orcid.org/0000-0002-6300-4389"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shwetak Patel","raw_affiliation_strings":["Paul G. Allen School for Computer Science and Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6300-4389","affiliations":[{"raw_affiliation_string":"Paul G. Allen School for Computer Science and Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089199117","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-9279-5386"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["Paul G. Allen School for Computer Science and Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9279-5386","affiliations":[{"raw_affiliation_string":"Paul G. Allen School for Computer Science and Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057896400","display_name":"Yuanchun Shi","orcid":"https://orcid.org/0000-0003-2273-6927"},"institutions":[{"id":"https://openalex.org/I116265982","display_name":"Qinghai University","ror":"https://ror.org/05h33bt13","country_code":"CN","type":"education","lineage":["https://openalex.org/I116265982"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Shi","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China and Qinghai University, Xining, Qinghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2273-6927","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China and Qinghai University, Xining, Qinghai, China","institution_ids":["https://openalex.org/I116265982","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8674,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.86686321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"7","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7498959898948669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6650629043579102},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.510426938533783},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45299410820007324},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.44448375701904297},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41569268703460693},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3902824819087982},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37679624557495117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7498959898948669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6650629043579102},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.510426938533783},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45299410820007324},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.44448375701904297},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41569268703460693},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3902824819087982},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37679624557495117}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610872","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610872","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610872","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3610872","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610872","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610872","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G356654689","display_name":null,"funder_award_id":"62132010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5499764516","display_name":null,"funder_award_id":"62002198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6665774762","display_name":null,"funder_award_id":"2021QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G732010328","display_name":null,"funder_award_id":"62132010, 62002198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387087593.pdf","grobid_xml":"https://content.openalex.org/works/W4387087593.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2002261403","https://openalex.org/W2016053056","https://openalex.org/W2017634428","https://openalex.org/W2084553975","https://openalex.org/W2086509056","https://openalex.org/W2342662179","https://openalex.org/W2480629583","https://openalex.org/W2507009361","https://openalex.org/W2510642588","https://openalex.org/W2611784450","https://openalex.org/W2618354619","https://openalex.org/W2736191430","https://openalex.org/W2753969215","https://openalex.org/W2759690896","https://openalex.org/W2767979715","https://openalex.org/W2768743961","https://openalex.org/W2789221157","https://openalex.org/W2798702867","https://openalex.org/W2802861902","https://openalex.org/W2889505988","https://openalex.org/W2902376510","https://openalex.org/W2928645920","https://openalex.org/W2945893412","https://openalex.org/W2946273500","https://openalex.org/W2947898397","https://openalex.org/W2962727177","https://openalex.org/W2963447094","https://openalex.org/W2963524571","https://openalex.org/W2969552585","https://openalex.org/W2971680695","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W2999443412","https://openalex.org/W3001281877","https://openalex.org/W3035570025","https://openalex.org/W3082819019","https://openalex.org/W3126721948","https://openalex.org/W3130174139","https://openalex.org/W3133191957","https://openalex.org/W3156725333","https://openalex.org/W3164845984","https://openalex.org/W3200072501","https://openalex.org/W3211771663","https://openalex.org/W4200081143","https://openalex.org/W4220911641","https://openalex.org/W4283817440","https://openalex.org/W4312263092","https://openalex.org/W4366588811"],"related_works":["https://openalex.org/W2091018038","https://openalex.org/W2225378543","https://openalex.org/W9839718","https://openalex.org/W3110613631","https://openalex.org/W4287122200","https://openalex.org/W2742744817","https://openalex.org/W2040913503","https://openalex.org/W3166845860","https://openalex.org/W3016838864","https://openalex.org/W2766841671"],"abstract_inverted_index":{"Multimodal":[0,44],"sensors":[1],"provide":[2],"complementary":[3],"information":[4],"to":[5,84],"develop":[6],"accurate":[7,149],"machine-learning":[8],"methods":[9],"for":[10,32,95,148],"human":[11,74],"activity":[12],"recognition":[13],"(HAR),":[14],"but":[15],"introduce":[16],"significantly":[17,162],"higher":[18],"computational":[19,166],"load,":[20,167],"which":[21],"reduces":[22],"efficiency.":[23],"This":[24],"paper":[25],"proposes":[26],"an":[27,35,91,155],"efficient":[28,96],"multimodal":[29,80,97,146],"neural":[30],"architecture":[31],"HAR":[33],"using":[34,63],"RGB":[36],"camera":[37],"and":[38,59,108,138,168],"inertial":[39],"measurement":[40],"units":[41],"(IMUs)":[42],"called":[43],"Temporal":[45],"Segment":[46],"Attention":[47],"Network":[48],"(MMTSA).":[49],"MMTSA":[50,76,89,160],"first":[51],"transforms":[52],"IMU":[53],"sensor":[54],"data":[55,86,147],"into":[56],"a":[57,79],"temporal":[58],"structure-preserving":[60],"gray-scale":[61],"image":[62],"the":[64,70,126,130],"Gramian":[65],"Angular":[66],"Field":[67],"(GAF),":[68],"representing":[69],"inherent":[71],"properties":[72],"of":[73,122],"activities.":[75],"then":[77],"applies":[78],"sparse":[81],"sampling":[82],"method":[83,116],"reduce":[85],"redundancy.":[87],"Lastly,":[88],"adopts":[90],"inter-segment":[92],"attention":[93],"module":[94],"fusion.":[98],"Using":[99],"three":[100],"well-established":[101],"public":[102],"datasets,":[103],"we":[104],"evaluated":[105],"MMTSA's":[106,142],"effectiveness":[107,143],"efficiency":[109,152],"in":[110,144],"HAR.":[111,150],"Results":[112],"show":[113],"that":[114,141,159],"our":[115],"achieves":[117],"superior":[118],"performance":[119],"improvements":[120],"(11.13%":[121],"cross-subject":[123],"F1-score":[124],"on":[125,154],"MMAct":[127],"dataset)":[128],"than":[129,172],"previous":[131],"state-of-the-art":[132],"(SOTA)":[133],"methods.":[134,174],"The":[135,151],"ablation":[136],"study":[137],"analysis":[139],"suggest":[140],"fusing":[145],"evaluation":[153],"edge":[156],"device":[157],"showed":[158],"achieved":[161],"better":[163],"accuracy,":[164],"lower":[165,169],"inference":[170],"latency":[171],"SOTA":[173]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2023-09-28T00:00:00"}