{"id":"https://openalex.org/W4384927299","doi":"https://doi.org/10.1007/s44196-023-00292-9","title":"Integrating Vision Transformer-Based Bilinear Pooling and Attention Network Fusion of RGB and Skeleton Features for Human Action Recognition","display_name":"Integrating Vision Transformer-Based Bilinear Pooling and Attention Network Fusion of RGB and Skeleton Features for Human Action Recognition","publication_year":2023,"publication_date":"2023-07-20","ids":{"openalex":"https://openalex.org/W4384927299","doi":"https://doi.org/10.1007/s44196-023-00292-9"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-023-00292-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00292-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00292-9.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00292-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058931057","display_name":"Yaohui Sun","orcid":"https://orcid.org/0000-0002-3716-6659"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaohui Sun","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024728288","display_name":"Weiyao Xu","orcid":"https://orcid.org/0000-0001-9372-8225"},"institutions":[{"id":"https://openalex.org/I4210159676","display_name":"Zaozhuang University","ror":"https://ror.org/05x21tp94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210159676"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weiyao Xu","raw_affiliation_strings":["School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China","institution_ids":["https://openalex.org/I4210159676"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100914207","display_name":"Xiaoyi Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159676","display_name":"Zaozhuang University","ror":"https://ror.org/05x21tp94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210159676"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyi Yu","raw_affiliation_strings":["School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China","institution_ids":["https://openalex.org/I4210159676"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015249598","display_name":"Ju Gao","orcid":"https://orcid.org/0000-0002-8494-3174"},"institutions":[{"id":"https://openalex.org/I4210159676","display_name":"Zaozhuang University","ror":"https://ror.org/05x21tp94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210159676"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Gao","raw_affiliation_strings":["School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China","institution_ids":["https://openalex.org/I4210159676"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103238810","display_name":"Ting Xia","orcid":"https://orcid.org/0000-0002-5030-514X"},"institutions":[{"id":"https://openalex.org/I4210159676","display_name":"Zaozhuang University","ror":"https://ror.org/05x21tp94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210159676"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ting Xia","raw_affiliation_strings":["School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Opto-Electronic Engineering, Zaozhuang University, Zaozhuang, 277160, China","institution_ids":["https://openalex.org/I4210159676"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024728288","https://openalex.org/A5103238810"],"corresponding_institution_ids":["https://openalex.org/I4210159676"],"apc_list":{"value":2090,"currency":"USD","value_usd":2090},"apc_paid":{"value":2090,"currency":"USD","value_usd":2090},"fwci":1.1715,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.77617109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"16","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7795954942703247},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.769586443901062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7113075256347656},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6453909873962402},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.6435049772262573},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5447872281074524},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5353237986564636},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4841178357601166},{"id":"https://openalex.org/keywords/fusion-mechanism","display_name":"Fusion mechanism","score":0.4525246024131775},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3897978663444519},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.38246461749076843},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3495967388153076},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07276618480682373}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7795954942703247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769586443901062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7113075256347656},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6453909873962402},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.6435049772262573},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5447872281074524},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5353237986564636},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4841178357601166},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.4525246024131775},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3897978663444519},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.38246461749076843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3495967388153076},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07276618480682373},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C103038307","wikidata":"https://www.wikidata.org/wiki/Q6556360","display_name":"Lipid bilayer fusion","level":3,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s44196-023-00292-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00292-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00292-9.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/345484","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/345484","pdf_url":"http://hub.hku.hk/bitstream/10722/345484/1/content.pdf","source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:6185fa1693d1453ebe0567c79f88b3dd","is_oa":true,"landing_page_url":"https://doaj.org/article/6185fa1693d1453ebe0567c79f88b3dd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, Vol 16, Iss 1, Pp 1-11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44196-023-00292-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-023-00292-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-023-00292-9.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G411106382","display_name":null,"funder_award_id":"11974304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4553339953","display_name":null,"funder_award_id":"12175194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8531783935","display_name":null,"funder_award_id":"No. 11974304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4384927299.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1947481528","https://openalex.org/W2056898157","https://openalex.org/W2099805216","https://openalex.org/W2106996050","https://openalex.org/W2153694774","https://openalex.org/W2296311849","https://openalex.org/W2342311830","https://openalex.org/W2507009361","https://openalex.org/W2510185399","https://openalex.org/W2556024076","https://openalex.org/W2605111198","https://openalex.org/W2761860076","https://openalex.org/W2772114784","https://openalex.org/W2784435047","https://openalex.org/W2792312609","https://openalex.org/W2799211965","https://openalex.org/W2894879265","https://openalex.org/W2897506137","https://openalex.org/W2902073357","https://openalex.org/W2914177721","https://openalex.org/W2944006115","https://openalex.org/W2953787907","https://openalex.org/W2957203102","https://openalex.org/W2963066927","https://openalex.org/W2963351113","https://openalex.org/W2963789369","https://openalex.org/W2981923053","https://openalex.org/W2995797934","https://openalex.org/W3003443105","https://openalex.org/W3008546095","https://openalex.org/W3016234935","https://openalex.org/W3034213511","https://openalex.org/W3034552520","https://openalex.org/W3044180073","https://openalex.org/W3095422700","https://openalex.org/W3100437087","https://openalex.org/W3103858256","https://openalex.org/W3109319753","https://openalex.org/W3109392981","https://openalex.org/W3133191957","https://openalex.org/W3161071448","https://openalex.org/W3168292721","https://openalex.org/W3194397797","https://openalex.org/W3205898195","https://openalex.org/W4288021641","https://openalex.org/W4308497268","https://openalex.org/W4312054452","https://openalex.org/W4312757522","https://openalex.org/W4321429543","https://openalex.org/W4323843536","https://openalex.org/W4362717625","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2950524887","https://openalex.org/W2883502031","https://openalex.org/W2261271299","https://openalex.org/W4280638452","https://openalex.org/W4285020665","https://openalex.org/W2963066927","https://openalex.org/W3160506688","https://openalex.org/W3111811104","https://openalex.org/W4380083739","https://openalex.org/W2964944724"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2,85],"paper,":[3],"we":[4],"propose":[5],"VT-BPAN,":[6],"a":[7,73],"novel":[8],"approach":[9,98],"that":[10,56,78,95],"combines":[11,57],"the":[12,35,41,65,96],"capabilities":[13],"of":[14,37,47,72,84],"Vision":[15],"Transformer":[16],"(VT),":[17],"bilinear":[18],"pooling,":[19],"and":[20,53,60],"attention":[21],"network":[22],"fusion":[23,54],"for":[24],"effective":[25,49],"human":[26],"action":[27,92],"recognition":[28,39],"(HAR).":[29],"The":[30,45,70,82],"proposed":[31,97],"methodology":[32],"significantly":[33],"enhances":[34],"accuracy":[36],"activity":[38],"through":[40],"following":[42],"advancements:":[43],"(1)":[44],"introduction":[46],"an":[48],"two-stream":[50],"feature":[51,67],"pooling":[52],"mechanism":[55],"RGB":[58],"frames":[59],"skeleton":[61],"data":[62],"to":[63],"augment":[64],"spatial\u2013temporal":[66],"representation.":[68],"(2)":[69],"development":[71],"spatial":[74],"lightweight":[75],"vision":[76],"transformer":[77],"mitigates":[79],"computational":[80],"costs.":[81],"evaluation":[83],"framework":[86],"encompasses":[87],"three":[88],"widely":[89],"employed":[90],"video":[91],"datasets,":[93],"demonstrating":[94],"achieves":[99],"performance":[100],"on":[101],"par":[102],"with":[103],"state-of-the-art":[104],"methods.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}