{"id":"https://openalex.org/W3036280857","doi":"https://doi.org/10.1145/3378026","title":"Spatio-Temporal Deep Residual Network with Hierarchical Attentions for Video Event Recognition","display_name":"Spatio-Temporal Deep Residual Network with Hierarchical Attentions for Video Event Recognition","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W3036280857","doi":"https://doi.org/10.1145/3378026","mag":"3036280857"},"language":"en","primary_location":{"id":"doi:10.1145/3378026","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3378026","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yonggang Li","orcid":"https://orcid.org/0000-0002-1188-0483"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]},{"id":"https://openalex.org/I4210092870","display_name":"Jiaxing University","ror":"https://ror.org/00j2a7k55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggang Li","raw_affiliation_strings":["Jiaxing University, China and Soochow University, Jiaxing, China"],"raw_orcid":"https://orcid.org/0000-0002-1188-0483","affiliations":[{"raw_affiliation_string":"Jiaxing University, China and Soochow University, Jiaxing, China","institution_ids":["https://openalex.org/I3923682","https://openalex.org/I4210092870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058448163","display_name":"Chunping Liu","orcid":"https://orcid.org/0009-0008-1495-5138"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunping Liu","raw_affiliation_strings":["Soochow University, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029104204","display_name":"Yi Ji","orcid":"https://orcid.org/0000-0001-6965-4158"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Ji","raw_affiliation_strings":["Soochow University, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038799336","display_name":"Shengrong Gong","orcid":"https://orcid.org/0000-0003-0266-2422"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengrong Gong","raw_affiliation_strings":["Changshu Institute of Science and Technology, China and Soochow University, China and Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Changshu Institute of Science and Technology, China and Soochow University, China and Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070","https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007409915","display_name":"Haibao Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibao Xu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8654,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.72769223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"16","issue":"2s","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8168553113937378},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7369973659515381},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.722294807434082},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7015101909637451},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5658283233642578},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5306612253189087},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5203818082809448},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.490313321352005},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4738089144229889},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4640442728996277},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4123697876930237},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3469705581665039},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07831418514251709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8168553113937378},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7369973659515381},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.722294807434082},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7015101909637451},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5658283233642578},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5306612253189087},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5203818082809448},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.490313321352005},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4738089144229889},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4640442728996277},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4123697876930237},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3469705581665039},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07831418514251709},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3378026","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3378026","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6565799833","display_name":null,"funder_award_id":"BK20191474","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8952574792","display_name":null,"funder_award_id":"61972059, 61702055, 61773272","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W318042436","https://openalex.org/W1522734439","https://openalex.org/W1892072966","https://openalex.org/W1944615693","https://openalex.org/W1947481528","https://openalex.org/W1984551518","https://openalex.org/W1986482242","https://openalex.org/W1987072549","https://openalex.org/W2005708641","https://openalex.org/W2105101328","https://openalex.org/W2131774270","https://openalex.org/W2161565164","https://openalex.org/W2194775991","https://openalex.org/W2342662179","https://openalex.org/W2496658579","https://openalex.org/W2507009361","https://openalex.org/W2507847939","https://openalex.org/W2520774990","https://openalex.org/W2525579820","https://openalex.org/W2530143578","https://openalex.org/W2558799462","https://openalex.org/W2588413703","https://openalex.org/W2606294640","https://openalex.org/W2608988379","https://openalex.org/W2613718673","https://openalex.org/W2739077193","https://openalex.org/W2745461083","https://openalex.org/W2767514117","https://openalex.org/W2778523960","https://openalex.org/W2779866983","https://openalex.org/W2789221157","https://openalex.org/W2808087100","https://openalex.org/W2808699053","https://openalex.org/W2810643877","https://openalex.org/W2900279641","https://openalex.org/W2902190902","https://openalex.org/W2919631354","https://openalex.org/W2951906878","https://openalex.org/W2952005526","https://openalex.org/W2952186347","https://openalex.org/W2962799512","https://openalex.org/W2962861647","https://openalex.org/W2962899219","https://openalex.org/W2962934715","https://openalex.org/W2963232050","https://openalex.org/W2963246338","https://openalex.org/W2963465031","https://openalex.org/W2963524571","https://openalex.org/W2963656855","https://openalex.org/W2964167369","https://openalex.org/W3162657104","https://openalex.org/W4212774754","https://openalex.org/W4245551996","https://openalex.org/W4301045096","https://openalex.org/W4402592772","https://openalex.org/W7027590399"],"related_works":["https://openalex.org/W2899027234","https://openalex.org/W4323060069","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973","https://openalex.org/W3005508927"],"abstract_inverted_index":{"Event":[0],"recognition":[1],"in":[2,102,178],"surveillance":[3],"video":[4,57,222],"has":[5,236],"gained":[6],"extensive":[7],"attention":[8,63,78,86,100,119,122],"from":[9,153],"the":[10,22,61,65,71,84,88,92,98,109,113,117,121,125,130,134,166,175,184,196,209,212,219,233],"computer":[11],"vision":[12],"community.":[13],"This":[14],"process":[15],"still":[16],"faces":[17],"enormous":[18],"challenges":[19],"due":[20],"to":[21,75,96,104,128,148,173,194],"tiny":[23],"inter-class":[24],"variations":[25],"that":[26,232],"are":[27,137,205],"caused":[28],"by":[29,207],"various":[30],"facets,":[31],"such":[32],"as":[33],"severe":[34],"occlusion,":[35],"cluttered":[36],"backgrounds,":[37],"and":[38,112,170,182,198,214,229,239],"so":[39],"forth.":[40],"To":[41],"address":[42],"these":[43],"issues,":[44],"we":[45],"propose":[46],"a":[47,140,179,191],"spatio-temporal":[48],"deep":[49,126,141,180],"residual":[50,142,167],"network":[51,181],"with":[52],"hierarchical":[53],"attentions":[54],"(STDRN-HA)":[55],"for":[56,80],"event":[58,151],"recognition.":[59],"In":[60,83,116],"first":[62],"layer,":[64,87,120],"ResNet":[66,93],"fully":[67],"connected":[68],"feature":[69,74,95],"guides":[70,91],"Faster":[72],"R-CNN":[73],"generate":[76],"object-based":[77],"(O-attention)":[79],"target":[81],"objects.":[82],"second":[85],"O-attention":[89],"further":[90],"convolutional":[94],"yield":[97],"holistic":[99],"(H-attention)":[101],"order":[103],"perceive":[105],"more":[106,150],"details":[107],"of":[108,211],"occluded":[110],"objects":[111],"global":[114],"background.":[115],"third":[118],"maps":[123],"use":[124],"features":[127,136],"obtain":[129],"attention-enhanced":[131,135],"features.":[132],"Then,":[133],"input":[138],"into":[139],"recurrent":[143],"network,":[144],"which":[145,164],"is":[146,162],"used":[147],"mine":[149],"clues":[152],"videos.":[154],"Furthermore,":[155],"an":[156],"optimized":[157],"loss":[158,172],"function":[159],"named":[160],"softmax-RC":[161],"designed,":[163],"embeds":[165],"block":[168],"regularization":[169],"center":[171],"solve":[174],"vanishing":[176],"gradient":[177],"enlarge":[183],"distance":[185],"between":[186],"inter-classes.":[187],"We":[188],"also":[189],"build":[190],"temporal":[192,215],"branch":[193],"exploit":[195],"long-":[197],"short-term":[199],"motion":[200],"information.":[201],"The":[202],"final":[203],"results":[204],"obtained":[206],"fusing":[208],"outputs":[210],"spatial":[213],"streams.":[216],"Experiments":[217],"on":[218],"four":[220],"realistic":[221],"datasets,":[223],"CCV,":[224],"VIRAT":[225,227],"1.0,":[226],"2.0,":[228],"HMDB51,":[230],"demonstrate":[231],"proposed":[234],"method":[235],"good":[237],"performance":[238],"achieves":[240],"state-of-the-art":[241],"results.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}