{"id":"https://openalex.org/W4400116873","doi":"https://doi.org/10.1145/3665689.3665697","title":"Temporal Shift Vision Transformer Adapter for Efficient Video Action Recognition","display_name":"Temporal Shift Vision Transformer Adapter for Efficient Video Action Recognition","publication_year":2024,"publication_date":"2024-01-26","ids":{"openalex":"https://openalex.org/W4400116873","doi":"https://doi.org/10.1145/3665689.3665697"},"language":"en","primary_location":{"id":"doi:10.1145/3665689.3665697","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3665689.3665697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 4th International Conference on Bioinformatics and Intelligent Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011180953","display_name":"Yaning Shi","orcid":"https://orcid.org/0000-0001-7776-1738"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaning Shi","raw_affiliation_strings":["Shandong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0001-7776-1738","affiliations":[{"raw_affiliation_string":"Shandong University of Science and Technology, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039918528","display_name":"Pu Sun","orcid":"https://orcid.org/0000-0002-6134-0733"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pu Sun","raw_affiliation_strings":["Shandong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-6134-0733","affiliations":[{"raw_affiliation_string":"Shandong University of Science and Technology, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310126","display_name":"Bing Gu","orcid":"https://orcid.org/0009-0005-8967-2026"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Gu","raw_affiliation_strings":["Shandong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0005-8967-2026","affiliations":[{"raw_affiliation_string":"Shandong University of Science and Technology, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114131186","display_name":"Longfei Li","orcid":"https://orcid.org/0009-0004-8406-1480"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longfei Li","raw_affiliation_strings":["Shandong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0004-8406-1480","affiliations":[{"raw_affiliation_string":"Shandong University of Science and Technology, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09683789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"42","last_page":"46"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.669803261756897},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5923488140106201},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.5595375299453735},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5517171621322632},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5449170470237732},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5356893539428711},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3399675488471985},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.2429615557193756},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1598767340183258},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1212473213672638},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08940890431404114}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.669803261756897},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5923488140106201},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.5595375299453735},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5517171621322632},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5449170470237732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5356893539428711},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3399675488471985},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2429615557193756},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1598767340183258},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1212473213672638},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08940890431404114},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3665689.3665697","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3665689.3665697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 4th International Conference on Bioinformatics and Intelligent Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.6200000047683716,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2990152177","https://openalex.org/W3088102655","https://openalex.org/W4306294758","https://openalex.org/W4312560592","https://openalex.org/W4312651322","https://openalex.org/W4312769131","https://openalex.org/W4313175608","https://openalex.org/W4386790226"],"related_works":["https://openalex.org/W2133028525","https://openalex.org/W4229060448","https://openalex.org/W4306381730","https://openalex.org/W2981692913","https://openalex.org/W3044188621","https://openalex.org/W3184035966","https://openalex.org/W2160602540","https://openalex.org/W2485605994","https://openalex.org/W4385571108","https://openalex.org/W4283332100"],"abstract_inverted_index":{"In":[0],"recent":[1],"work,":[2],"the":[3,21,74,83,95,114],"performance":[4],"of":[5,17,85,94,106],"video":[6,22,67,76],"action":[7,68],"recognition":[8,69,78,126],"based":[9],"on":[10,38,73],"Vision":[11],"Transformer":[12],"(ViT)":[13],"far":[14],"exceeds":[15],"that":[16],"CNN-based":[18],"methods.":[19],"Training":[20],"ViT":[23,63],"model":[24,98],"requires":[25],"larger":[26],"datasets":[27,40],"and":[28,41,100],"more":[29],"GPU":[30],"computing":[31,42],"resources.":[32],"How":[33],"to":[34,58,65],"reduce":[35],"ViT's":[36],"dependence":[37],"large-scale":[39,61],"resources":[43],"has":[44],"become":[45],"a":[46,53,102,121],"widespread":[47],"concern":[48],"among":[49],"researchers.":[50],"We":[51],"propose":[52],"Temporal":[54],"Shift":[55],"Adapter":[56],"(TSM-Adapter)":[57],"efficiently":[59],"transfer":[60],"pre-trained":[62],"parameters":[64,99],"downstream":[66],"tasks.":[70],"Through":[71],"experiments":[72],"smaller":[75],"behavior":[77],"dataset":[79],"TinySthv2,":[80],"compared":[81,109],"with":[82,110],"method":[84,119],"completely":[86],"fine-tuning":[87],"ViT,":[88],"our":[89,118],"TSM-Adapter":[90],"only":[91],"trained":[92],"16.5%":[93],"newly":[96],"introduced":[97],"achieved":[101,120],"Top-1":[103,125],"accuracy":[104],"improvement":[105,123],"12.87%.":[107],"Moreover,":[108],"similar":[111],"methods,":[112],"under":[113],"same":[115],"training":[116],"parameters,":[117],"1.4%":[122],"in":[124],"accuracy.":[127]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
