{"id":"https://openalex.org/W4372337845","doi":"https://doi.org/10.1109/icassp49357.2023.10095880","title":"Modaldrop: Modality-Aware Regularization for Temporal-Spectral Fusion in Human Activity Recognition","display_name":"Modaldrop: Modality-Aware Regularization for Temporal-Spectral Fusion in Human Activity Recognition","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372337845","doi":"https://doi.org/10.1109/icassp49357.2023.10095880"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102725654","display_name":"Xin Zeng","orcid":"https://orcid.org/0009-0004-9862-4168"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zeng","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","University of Chinese Academy of Sciences, Beijing, China","Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008558592","display_name":"Yiqiang Chen","orcid":"https://orcid.org/0000-0002-8407-0780"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqiang Chen","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085563247","display_name":"Benfeng Xu","orcid":"https://orcid.org/0000-0003-0976-1634"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benfeng Xu","raw_affiliation_strings":["University of Science and Technology of China,Hefei,China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034031735","display_name":"Tengxiang Zhang","orcid":"https://orcid.org/0000-0002-0949-2801"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengxiang Zhang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China","Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2246,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.48588255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7536733150482178},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7491031289100647},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6923907995223999},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6921780705451965},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6424394845962524},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5773273706436157},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.554919421672821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.542229413986206},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.49779438972473145},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4955390691757202},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4773326516151428},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.381425678730011},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3225111961364746}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7536733150482178},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7491031289100647},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6923907995223999},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6921780705451965},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6424394845962524},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5773273706436157},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.554919421672821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.542229413986206},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.49779438972473145},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4955390691757202},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4773326516151428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.381425678730011},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3225111961364746},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1857382374","https://openalex.org/W2026297770","https://openalex.org/W2057907879","https://openalex.org/W2073401630","https://openalex.org/W2104657103","https://openalex.org/W2270470215","https://openalex.org/W2555209581","https://openalex.org/W2737046835","https://openalex.org/W2899387030","https://openalex.org/W2913602408","https://openalex.org/W2913668833","https://openalex.org/W2962964995","https://openalex.org/W2964762837","https://openalex.org/W3048952742","https://openalex.org/W3107005520","https://openalex.org/W3164845984","https://openalex.org/W3185580468","https://openalex.org/W3188277880","https://openalex.org/W4285744644","https://openalex.org/W4291125982","https://openalex.org/W4385245566","https://openalex.org/W6600213771","https://openalex.org/W6696429117","https://openalex.org/W6774314701","https://openalex.org/W6786401209","https://openalex.org/W6838755211","https://openalex.org/W6838895826"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Although":[0],"most":[1],"of":[2,50,69],"existing":[3,78],"works":[4],"for":[5,91,106],"sensor-based":[6],"Human":[7],"Activity":[8],"Recognition":[9],"rely":[10],"on":[11,120],"the":[12,18,47,51],"temporal":[13],"view,":[14],"we":[15],"argue":[16],"that":[17],"spectral":[19],"view":[20],"also":[21,101],"provides":[22],"complementary":[23],"prior":[24],"and":[25,55,66,85,94],"accordingly":[26],"benchmark":[27],"a":[28,59],"standard":[29],"multi-view":[30,52],"framework":[31],"with":[32,82,97],"extensive":[33],"experiments":[34,84],"to":[35,64],"demonstrate":[36,74],"its":[37,75,103],"consistent":[38,90],"superiority":[39],"over":[40,77],"single-view":[41],"opponents.":[42],"We":[43,73,100],"then":[44],"delve":[45],"into":[46],"intrinsic":[48],"mechanism":[49],"representation":[53,79,111],"fusion,":[54],"propose":[56],"ModalDrop":[57],"as":[58],"novel":[60],"modality-aware":[61],"regularization":[62],"method":[63],"learn":[65],"exploit":[67],"representations":[68],"both":[70],"views":[71],"effectively.":[72],"advantage":[76],"fusion":[80],"alternatives":[81],"comprehensive":[83],"ablations.":[86],"The":[87,115],"improvements":[88],"are":[89,95],"various":[92],"settings":[93],"orthogonal":[96],"different":[98],"backbones.":[99],"discuss":[102],"potential":[104],"application":[105],"other":[107],"related":[108],"tasks":[109],"regarding":[110],"or":[112],"modality":[113],"fusion.":[114],"source":[116],"code":[117],"is":[118],"available":[119],"https://github.com/studyzx/ModalDrop.git.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}