{"id":"https://openalex.org/W4386603795","doi":"https://doi.org/10.3233/faia230237","title":"Multi-Layer Transformer for Video Classification","display_name":"Multi-Layer Transformer for Video Classification","publication_year":2023,"publication_date":"2023-09-08","ids":{"openalex":"https://openalex.org/W4386603795","doi":"https://doi.org/10.3233/faia230237"},"language":"en","primary_location":{"id":"doi:10.3233/faia230237","is_oa":false,"landing_page_url":"http://dx.doi.org/10.3233/faia230237","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083539852","display_name":"Xing Wu","orcid":"https://orcid.org/0000-0001-5331-022X"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Wu","raw_affiliation_strings":["Key Laboratory of Silicate Cultural Relics Conservation, Ministry of Education, Shanghai University, Shanghai 200444, China","School of Computer Engineering and Science, Shanghai, 200444, China","Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai 200444, China","Zhejiang Laboratory, Hangzhou 311100, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Silicate Cultural Relics Conservation, Ministry of Education, Shanghai University, Shanghai 200444, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai, 200444, China","institution_ids":["https://openalex.org/I141962983"]},{"raw_affiliation_string":"Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai 200444, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"Zhejiang Laboratory, Hangzhou 311100, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004968078","display_name":"Chenjie Tao","orcid":"https://orcid.org/0000-0001-6077-9472"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"ChenJie Tao","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai, 200444, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai, 200444, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051198154","display_name":"Junfeng Yao","orcid":"https://orcid.org/0000-0002-2330-7406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junfeng Yao","raw_affiliation_strings":["CSSC Seago System Technology Co., Ltd, Shanghai, 200010, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSSC Seago System Technology Co., Ltd, Shanghai, 200010, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084189341","display_name":"Quan Qian","orcid":"https://orcid.org/0000-0002-3020-005X"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Qian","raw_affiliation_strings":["Key Laboratory of Silicate Cultural Relics Conservation, Ministry of Education, Shanghai University, Shanghai 200444, China","School of Computer Engineering and Science, Shanghai, 200444, China","Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai 200444, China","Zhejiang Laboratory, Hangzhou 311100, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Silicate Cultural Relics Conservation, Ministry of Education, Shanghai University, Shanghai 200444, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai, 200444, China","institution_ids":["https://openalex.org/I141962983"]},{"raw_affiliation_string":"Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai 200444, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"Zhejiang Laboratory, Hangzhou 311100, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3265768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8064090013504028},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6577387452125549},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6461706757545471},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5865232944488525},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5364141464233398},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49522367119789124},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41884779930114746},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37951380014419556},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33945247530937195},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07352554798126221},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06820866465568542}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8064090013504028},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6577387452125549},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6461706757545471},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5865232944488525},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5364141464233398},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49522367119789124},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41884779930114746},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37951380014419556},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33945247530937195},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07352554798126221},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06820866465568542},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230237","is_oa":false,"landing_page_url":"http://dx.doi.org/10.3233/faia230237","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W63071447","https://openalex.org/W2961085424","https://openalex.org/W2748454020","https://openalex.org/W4306674287","https://openalex.org/W4287776258","https://openalex.org/W3027997911","https://openalex.org/W2767651786","https://openalex.org/W3021430260","https://openalex.org/W2912288872","https://openalex.org/W564581980"],"abstract_inverted_index":{"Video":[0],"classification":[1],"is":[2,53],"a":[3,50,80],"challenging":[4],"task":[5],"because":[6],"of":[7,63,119],"the":[8,34,48,64,97,101,110,122,128],"intricate":[9],"spatiotemporal":[10],"information":[11,78],"present":[12],"within":[13],"videos.":[14],"Current":[15],"models":[16],"often":[17],"rely":[18],"on":[19,84,121,127],"2D":[20],"or":[21],"3D":[22],"convolutional":[23,27],"neural":[24,28],"networks.":[25],"However,":[26],"networks":[29],"are":[30,41,94],"difficult":[31],"to":[32],"solve":[33],"long-range":[35],"dependency":[36],"problem.":[37],"In":[38],"addition,":[39],"they":[40],"computationally":[42],"expensive":[43],"and":[44,73,76,91,125],"memory-intensive.":[45],"To":[46],"address":[47],"challenges,":[49],"Multi-layer":[51],"Transformer":[52],"proposed":[54,59,111],"for":[55],"video":[56],"classification.":[57],"The":[58,106],"method":[60,102,112],"takes":[61],"advantage":[62],"high":[65],"correlation":[66],"between":[67],"adjacent":[68],"frames":[69],"by":[70],"grouping":[71,92],"them":[72],"learning":[74],"local":[75],"global":[77],"with":[79,103,116],"multi-layer":[81],"structure":[82],"based":[83],"Transformer.":[85],"First,":[86],"different":[87],"frame":[88],"sampling":[89],"rates":[90],"strategies":[93],"tested":[95],"in":[96],"experiments,":[98],"then":[99],"comparing":[100],"state-of-the-art":[104],"models.":[105],"results":[107],"demonstrate":[108],"that":[109],"has":[113],"advanced":[114],"performance":[115],"TOP1":[117],"accuracy":[118],"77.8%":[120],"Kinetics-400":[123],"dataset":[124],"64.9%":[126],"Something-Something":[129],"v2":[130],"dataset.":[131]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}