{"id":"https://openalex.org/W4413205103","doi":"https://doi.org/10.3389/fcomp.2025.1569205","title":"Improving IMU based human activity recognition using simulated multimodal representations and a MoE classifier","display_name":"Improving IMU based human activity recognition using simulated multimodal representations and a MoE classifier","publication_year":2025,"publication_date":"2025-08-12","ids":{"openalex":"https://openalex.org/W4413205103","doi":"https://doi.org/10.3389/fcomp.2025.1569205"},"language":"en","primary_location":{"id":"doi:10.3389/fcomp.2025.1569205","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1569205","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1569205/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1569205/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090096476","display_name":"Lala Shakti Swarup Ray","orcid":"https://orcid.org/0000-0002-7133-0205"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lala Shakti Swarup Ray","raw_affiliation_strings":["Embedded Intelligence Group, German Research Centre for Artificial Intelligence, Kaiseslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embedded Intelligence Group, German Research Centre for Artificial Intelligence, Kaiseslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107455005","display_name":"Qingxin Xia","orcid":"https://orcid.org/0000-0001-8561-6610"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Qingxin Xia","raw_affiliation_strings":["Information Hub, Hong Kong University of Science and Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Hub, Hong Kong University of Science and Technology, Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079181491","display_name":"V\u00edtor Fortes Rey","orcid":"https://orcid.org/0000-0002-8371-2921"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I73114660","display_name":"University of Applied Sciences Kaiserslautern","ror":"https://ror.org/05dkqa017","country_code":"DE","type":"education","lineage":["https://openalex.org/I73114660"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vitor Fortes Rey","raw_affiliation_strings":["Department of Computer Science, Rhineland-Palatinate University of Technology Kaiserslautern-Landau, Kaiserslautern, Germany","Embedded Intelligence Group, German Research Centre for Artificial Intelligence, Kaiseslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rhineland-Palatinate University of Technology Kaiserslautern-Landau, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I73114660","https://openalex.org/I153267046"]},{"raw_affiliation_string":"Embedded Intelligence Group, German Research Centre for Artificial Intelligence, Kaiseslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001188748","display_name":"Kaishun Wu","orcid":"https://orcid.org/0000-0003-2216-0737"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaishun Wu","raw_affiliation_strings":["Information Hub, Hong Kong University of Science and Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Hub, Hong Kong University of Science and Technology, Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063453660","display_name":"Paul Lukowicz","orcid":"https://orcid.org/0000-0003-0320-6656"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I73114660","display_name":"University of Applied Sciences Kaiserslautern","ror":"https://ror.org/05dkqa017","country_code":"DE","type":"education","lineage":["https://openalex.org/I73114660"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul Lukowicz","raw_affiliation_strings":["Department of Computer Science, Rhineland-Palatinate University of Technology Kaiserslautern-Landau, Kaiserslautern, Germany","Embedded Intelligence Group, German Research Centre for Artificial Intelligence, Kaiseslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rhineland-Palatinate University of Technology Kaiserslautern-Landau, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I73114660","https://openalex.org/I153267046"]},{"raw_affiliation_string":"Embedded Intelligence Group, German Research Centre for Artificial Intelligence, Kaiseslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5107455005"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":4.0058,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94291742,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"7","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.8070310354232788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7728328704833984},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.6900047063827515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6338707208633423},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5966296195983887},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5613808035850525},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5099266767501831},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5004079341888428},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4315367043018341}],"concepts":[{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.8070310354232788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728328704833984},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.6900047063827515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6338707208633423},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5966296195983887},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5613808035850525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5099266767501831},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5004079341888428},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4315367043018341},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3389/fcomp.2025.1569205","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1569205","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1569205/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b44404dd661e4ccb834e2544a0b50e2e","is_oa":true,"landing_page_url":"https://doaj.org/article/b44404dd661e4ccb834e2544a0b50e2e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computer Science, Vol 7 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fcomp.2025.1569205","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1569205","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1569205/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1170000390","display_name":null,"funder_award_id":"U2001207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1660212864","display_name":null,"funder_award_id":"2021ZDZX1068","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"},{"id":"https://openalex.org/G3965030583","display_name":null,"funder_award_id":"2023KCXTD042","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"},{"id":"https://openalex.org/G5456191044","display_name":null,"funder_award_id":"U2001207","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"},{"id":"https://openalex.org/G5790141429","display_name":null,"funder_award_id":"101070408","funder_id":"https://openalex.org/F4320338453","funder_display_name":"HORIZON EUROPE European Research Council"},{"id":"https://openalex.org/G8000406786","display_name":null,"funder_award_id":"62472366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320338453","display_name":"HORIZON EUROPE European Research Council","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413205103.pdf","grobid_xml":"https://content.openalex.org/works/W4413205103.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2194775991","https://openalex.org/W2973102973","https://openalex.org/W3081268564","https://openalex.org/W3083281679","https://openalex.org/W3083323811","https://openalex.org/W3099926824","https://openalex.org/W3114040862","https://openalex.org/W3139164910","https://openalex.org/W3166396011","https://openalex.org/W4239690541","https://openalex.org/W4251945480","https://openalex.org/W4283164612","https://openalex.org/W4293718192","https://openalex.org/W4297808394","https://openalex.org/W4380361332","https://openalex.org/W4381746759","https://openalex.org/W4387321395","https://openalex.org/W4387503582","https://openalex.org/W4389520547","https://openalex.org/W4391305822","https://openalex.org/W4394711804","https://openalex.org/W4395028953","https://openalex.org/W4399744903","https://openalex.org/W4400064519","https://openalex.org/W4402350391","https://openalex.org/W4402828186","https://openalex.org/W4404892967","https://openalex.org/W6680529320","https://openalex.org/W6687483927","https://openalex.org/W6732520560","https://openalex.org/W6781586211","https://openalex.org/W6791353385","https://openalex.org/W6791924611","https://openalex.org/W6847494997","https://openalex.org/W6847631053","https://openalex.org/W6850778902","https://openalex.org/W6851745939","https://openalex.org/W6855853459","https://openalex.org/W6856452583","https://openalex.org/W6860194572"],"related_works":["https://openalex.org/W3016838864","https://openalex.org/W2766841671","https://openalex.org/W2117913171","https://openalex.org/W2582769230","https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W4380551887","https://openalex.org/W4285159263","https://openalex.org/W2904518532","https://openalex.org/W4280529741"],"abstract_inverted_index":{"The":[0],"lack":[1],"of":[2,67,88,128,154],"labeled":[3],"sensor":[4,114],"data":[5,20,36,140],"for":[6,119],"Human":[7],"Activity":[8],"Recognition":[9],"(HAR)":[10],"has":[11],"driven":[12],"researchers":[13],"to":[14,39,91],"synthesize":[15],"Inertial":[16],"Measurement":[17],"Unit":[18],"(IMU)":[19],"from":[21],"video,":[22],"utilizing":[23],"the":[24,108,126,152,155],"rich":[25],"activity":[26],"annotations":[27],"available":[28],"in":[29,47,135,145,158],"video":[30,111],"datasets.":[31],"However,":[32],"current":[33],"synthetic":[34,138],"IMU":[35,71,139],"often":[37],"struggles":[38],"capture":[40],"subtle,":[41],"fine-grained":[42,121],"motions,":[43],"limiting":[44],"its":[45,75],"effectiveness":[46],"real-world":[48,160],"HAR":[49,117,147,161],"applications.":[50],"To":[51],"address":[52],"these":[53],"limitations,":[54],"we":[55],"introduce":[56],"Multi":[57,77,104,129],"3":[58,78,105,130],"Net+,":[59,131],"an":[60],"advanced":[61],"framework":[62],"leveraging":[63,98],"cross-modal,":[64],"multitask":[65],"representations":[66],"text,":[68],"pose,":[69],"and":[70,85,112,141],"data.":[72],"Building":[73],"on":[74],"predecessor,":[76],"Net,":[79],"it":[80],"uses":[81],"improved":[82],"pre-training":[83],"strategies":[84],"a":[86],"mixture":[87],"experts":[89],"classifier":[90],"effectively":[92],"learn":[93],"robust":[94],"joint":[95],"representations.":[96],"By":[97],"refined":[99],"contrastive":[100],"learning":[101,165],"across":[102],"modalities,":[103],"Net+":[106],"bridges":[107],"gap":[109],"between":[110],"wearable":[113,146],"data,":[115],"enhancing":[116],"performance":[118,144],"complex,":[120],"activities.":[122],"Our":[123],"experiments":[124],"validate":[125],"superiority":[127],"showing":[132],"significant":[133],"improvements":[134],"generating":[136],"high-quality":[137],"achieving":[142],"state-of-the-art":[143],"tasks.":[148],"These":[149],"results":[150],"demonstrate":[151],"efficacy":[153],"proposed":[156],"approach":[157],"advancing":[159],"by":[162],"combining":[163],"cross-modal":[164],"with":[166],"multi-task":[167],"optimization.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-10T00:00:00"}