{"id":"https://openalex.org/W4406526575","doi":"https://doi.org/10.1145/3712594","title":"Mixed Attention and Channel Shift Transformer for Efficient Action Recognition","display_name":"Mixed Attention and Channel Shift Transformer for Efficient Action Recognition","publication_year":2025,"publication_date":"2025-01-17","ids":{"openalex":"https://openalex.org/W4406526575","doi":"https://doi.org/10.1145/3712594"},"language":"en","primary_location":{"id":"doi:10.1145/3712594","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712594","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101749204","display_name":"Xiusheng Lu","orcid":"https://orcid.org/0000-0002-1543-5395"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiusheng Lu","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043525989","display_name":"Yanbin Hao","orcid":"https://orcid.org/0000-0002-0695-1566"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbin Hao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060524512","display_name":"Lechao Cheng","orcid":"https://orcid.org/0000-0002-7546-9052"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lechao Cheng","raw_affiliation_strings":["Hefei University of Technology, Hefei, China","Hefei University of Technology, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051149140","display_name":"Sicheng Zhao","orcid":"https://orcid.org/0000-0001-5843-6411"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sicheng Zhao","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yutao Liu","orcid":"https://orcid.org/0000-0002-3066-1884"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutao Liu","raw_affiliation_strings":["Ocean University of China, Qingdao, China","Ocean University of China, China"],"affiliations":[{"raw_affiliation_string":"Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"Ocean University of China, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026532752","display_name":"Mingli Song","orcid":"https://orcid.org/0000-0003-2621-6048"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingli Song","raw_affiliation_strings":["Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101749204"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.4362,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86698287,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"21","issue":"3","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8341653347015381},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5711871385574341},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5572614073753357},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42010557651519775},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33897149562835693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30550506711006165},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.17321261763572693},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1503204107284546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8341653347015381},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5711871385574341},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5572614073753357},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42010557651519775},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33897149562835693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30550506711006165},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.17321261763572693},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1503204107284546},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712594","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712594","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1344725832","display_name":null,"funder_award_id":"2022YFE0137800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2223569098","display_name":null,"funder_award_id":"ZR2022QF006, ZR2024MF116","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2762006289","display_name":null,"funder_award_id":"62106235, 62201538","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2016053056","https://openalex.org/W2186222003","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2618530766","https://openalex.org/W2625366777","https://openalex.org/W2766464167","https://openalex.org/W2801475069","https://openalex.org/W2883429621","https://openalex.org/W2895299763","https://openalex.org/W2914868535","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2963645879","https://openalex.org/W2963820951","https://openalex.org/W2984287396","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W2996901793","https://openalex.org/W3034572008","https://openalex.org/W3035303837","https://openalex.org/W3096609285","https://openalex.org/W3138516171","https://openalex.org/W4200301490","https://openalex.org/W4214923132","https://openalex.org/W4236965008","https://openalex.org/W4281749424","https://openalex.org/W4285428166","https://openalex.org/W4301409532","https://openalex.org/W4307380267","https://openalex.org/W4313331808","https://openalex.org/W4367847529","https://openalex.org/W4379382445","https://openalex.org/W4389299497","https://openalex.org/W4396767823","https://openalex.org/W4400078569"],"related_works":["https://openalex.org/W3188962172","https://openalex.org/W2772917594","https://openalex.org/W4312825515","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W2084487854","https://openalex.org/W2131146434","https://openalex.org/W1576128429","https://openalex.org/W2269464716","https://openalex.org/W4283332100"],"abstract_inverted_index":{"The":[0,61],"practical":[1],"use":[2],"of":[3,24,36,40,112],"the":[4,13,21,29,34,38,54,81,91,110,119],"Transformer-based":[5],"methods":[6],"for":[7],"processing":[8],"videos":[9],"is":[10],"constrained":[11],"by":[12],"high":[14],"computing":[15],"complexity.":[16],"Although":[17],"previous":[18],"approaches":[19],"adopt":[20],"spatiotemporal":[22],"decomposition":[23],"3D":[25],"attention":[26,49,59,64,77,82],"to":[27,95,109],"mitigate":[28],"issue,":[30],"they":[31],"suffer":[32],"from":[33],"drawback":[35],"neglecting":[37],"majority":[39],"visual":[41],"tokens.":[42],"This":[43],"article":[44],"presents":[45],"a":[46,70],"novel":[47],"mixed":[48],"operation":[50,83,94],"that":[51,118],"subtly":[52],"fuses":[53],"random,":[55],"spatial,":[56],"and":[57,134],"temporal":[58,98],"mechanisms.":[60],"proposed":[62,120],"random":[63],"stochastically":[65],"samples":[66],"video":[67,137],"tokens":[68],"in":[69],"simple":[71],"yet":[72],"effective":[73],"way,":[74],"complementing":[75],"other":[76],"methods.":[78],"Furthermore,":[79],"since":[80],"concentrates":[84],"on":[85,131],"learning":[86],"long-distance":[87],"relationships,":[88],"we":[89],"employ":[90],"channel":[92],"shift":[93],"encode":[96],"short-term":[97],"characteristics.":[99],"Our":[100],"model":[101],"can":[102],"provide":[103],"more":[104],"comprehensive":[105],"motion":[106],"representations":[107],"thanks":[108],"amalgamation":[111],"these":[113],"techniques.":[114],"Experimental":[115],"results":[116,126],"show":[117],"method":[121],"produces":[122],"competitive":[123],"action":[124],"recognition":[125],"with":[127],"low":[128],"computational":[129],"overhead":[130],"both":[132],"large-scale":[133],"small-scale":[135],"public":[136],"datasets.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
