{"id":"https://openalex.org/W3011008797","doi":"https://doi.org/10.1109/access.2020.2979549","title":"An End to End Framework With Adaptive Spatio-Temporal Attention Module for Human Action Recognition","display_name":"An End to End Framework With Adaptive Spatio-Temporal Attention Module for Human Action Recognition","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3011008797","doi":"https://doi.org/10.1109/access.2020.2979549","mag":"3011008797"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2979549","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2979549","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09028179.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09028179.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091894946","display_name":"Shaocan Liu","orcid":"https://orcid.org/0000-0002-3813-5547"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaocan Liu","raw_affiliation_strings":["Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060769407","display_name":"Xin Ma","orcid":"https://orcid.org/0000-0003-4402-1957"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Ma","raw_affiliation_strings":["Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064024412","display_name":"Hanbo Wu","orcid":"https://orcid.org/0000-0002-7924-5072"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanbo Wu","raw_affiliation_strings":["Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100724411","display_name":"Yibin Li","orcid":"https://orcid.org/0000-0002-5906-5074"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibin Li","raw_affiliation_strings":["Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Center for Robotics, School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091894946"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.977,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.77544196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"47220","last_page":"47231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8363286256790161},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.8166491389274597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6943979859352112},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.6090569496154785},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5949068665504456},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5677287578582764},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5201609134674072},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5029067397117615},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4987025260925293},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4909260869026184},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46843060851097107},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.44788026809692383},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44562849402427673},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35964107513427734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8363286256790161},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.8166491389274597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6943979859352112},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.6090569496154785},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5949068665504456},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5677287578582764},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5201609134674072},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5029067397117615},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4987025260925293},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4909260869026184},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46843060851097107},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.44788026809692383},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44562849402427673},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35964107513427734},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2979549","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2979549","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09028179.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:24d32b5aa6d9460493f9e0edd6021bcf","is_oa":true,"landing_page_url":"https://doaj.org/article/24d32b5aa6d9460493f9e0edd6021bcf","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 47220-47231 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2979549","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2979549","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09028179.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4000000059604645,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G8719743761","display_name":null,"funder_award_id":"2018JC035","funder_id":"https://openalex.org/F4320335456","funder_display_name":"Independent Innovation Foundation of Shandong University"},{"id":"https://openalex.org/G915367209","display_name":null,"funder_award_id":"61673245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335456","display_name":"Independent Innovation Foundation of Shandong University","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3011008797.pdf","grobid_xml":"https://content.openalex.org/works/W3011008797.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1522734439","https://openalex.org/W1578985305","https://openalex.org/W1686810756","https://openalex.org/W1871385855","https://openalex.org/W1923404803","https://openalex.org/W1944615693","https://openalex.org/W1980176153","https://openalex.org/W1983364832","https://openalex.org/W2105101328","https://openalex.org/W2108598243","https://openalex.org/W2126579184","https://openalex.org/W2156303437","https://openalex.org/W2162931300","https://openalex.org/W2163605009","https://openalex.org/W2172806452","https://openalex.org/W2175640409","https://openalex.org/W2193384753","https://openalex.org/W2194775991","https://openalex.org/W2235034809","https://openalex.org/W2292288263","https://openalex.org/W2295107390","https://openalex.org/W2472293097","https://openalex.org/W2507009361","https://openalex.org/W2508429489","https://openalex.org/W2556782416","https://openalex.org/W2616247523","https://openalex.org/W2739179646","https://openalex.org/W2746726611","https://openalex.org/W2752782242","https://openalex.org/W2765793020","https://openalex.org/W2770446450","https://openalex.org/W2772978751","https://openalex.org/W2798644314","https://openalex.org/W2883429621","https://openalex.org/W2891446678","https://openalex.org/W2905260908","https://openalex.org/W2950568498","https://openalex.org/W2963216700","https://openalex.org/W2963420686","https://openalex.org/W2963457877","https://openalex.org/W2963524571","https://openalex.org/W2963645879","https://openalex.org/W2964012402","https://openalex.org/W2964094092","https://openalex.org/W2973776890","https://openalex.org/W2979708657","https://openalex.org/W2999443412","https://openalex.org/W3101017148","https://openalex.org/W3102564565","https://openalex.org/W3123784868","https://openalex.org/W4294557331","https://openalex.org/W6600983433","https://openalex.org/W6634902294","https://openalex.org/W6637373629","https://openalex.org/W6682864246","https://openalex.org/W6683965311","https://openalex.org/W6684191040","https://openalex.org/W6684983439","https://openalex.org/W6724944384","https://openalex.org/W6730028046","https://openalex.org/W6755013148"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W147410782","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W3022252430","https://openalex.org/W4287804464","https://openalex.org/W3103989898","https://openalex.org/W3211292372","https://openalex.org/W4401096132"],"abstract_inverted_index":{"Human":[0],"action":[1,23,50,92,167],"recognition":[2,93],"is":[3,16,71,105],"a":[4,134],"challenging":[5],"task":[6],"in":[7,13,120,133,155],"computer":[8],"vision.":[9],"Modeling":[10],"spatial-temporal":[11],"information":[12],"videos":[14],"effectively":[15],"crucial":[17],"for":[18,49,91,166],"the":[19,75,79,83,87,96,123,160,181],"performance":[20,179],"improvement":[21],"of":[22,82,89,100,141,148,162,183],"recognition.":[24,51],"In":[25],"this":[26],"paper,":[27],"we":[28],"introduce":[29],"an":[30],"end":[31,33],"to":[32,116,143],"framework,":[34],"Spatio-Temporal":[35],"Attention":[36,57,62,69,103],"ConvNet":[37,90],"(STACNet),":[38],"which":[39],"combines":[40],"two":[41,124],"novel":[42,53],"attention":[43,54,125,142],"modules":[44],"and":[45,60,78,112,136,164,185],"convolutional":[46],"neural":[47],"networks":[48],"Two":[52],"modules,":[55,126],"Spatial":[56,68],"Module":[58,63,70,104],"(SAM)":[59],"Temporal":[61,102],"(TAM),":[64],"are":[65],"proposed":[66],"respectively.":[67,169],"established":[72],"by":[73,107],"fusing":[74],"value":[76],"feature":[77,81,84],"gradient":[80],"map,":[85],"making":[86],"representation":[88],"focus":[94],"on":[95,180],"informative":[97],"motion":[98,146],"regions":[99,147],"actions.":[101],"built":[106],"combining":[108],"global":[109,113],"average":[110],"pooling":[111,115],"max":[114],"explore":[117],"key":[118,131],"frames":[119,132],"videos.":[121],"With":[122],"STACNet":[127,175],"can":[128,176],"adaptively":[129],"distinguish":[130],"sequence":[135],"selectively":[137],"pay":[138],"different":[139,144],"levels":[140],"spatial":[145],"human":[149],"actions,":[150],"at":[151],"virtually":[152],"negligible":[153],"increase":[154],"computation":[156],"cost.":[157],"We":[158],"demonstrate":[159],"effectiveness":[161],"SAM":[163],"TAM":[165],"recognition,":[168],"The":[170],"experimental":[171],"results":[172],"show":[173],"that":[174],"obtain":[177],"superior":[178],"datasets":[182],"HMDB51":[184],"UCF101.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}