{"id":"https://openalex.org/W4313291202","doi":"https://doi.org/10.1109/tcsvt.2022.3233069","title":"MLST-Former: Multi-Level Spatial-Temporal Transformer for Group Activity Recognition","display_name":"MLST-Former: Multi-Level Spatial-Temporal Transformer for Group Activity Recognition","publication_year":2022,"publication_date":"2022-12-29","ids":{"openalex":"https://openalex.org/W4313291202","doi":"https://doi.org/10.1109/tcsvt.2022.3233069"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3233069","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3233069","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002051996","display_name":"Xiaolin Zhu","orcid":"https://orcid.org/0000-0002-5834-5699"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaolin Zhu","raw_affiliation_strings":["School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100680323","display_name":"Yan Zhou","orcid":"https://orcid.org/0000-0002-2372-4947"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhou","raw_affiliation_strings":["School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computational Science, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongli Wang","orcid":"https://orcid.org/0000-0002-6892-2218"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongli Wang","raw_affiliation_strings":["School of Automation and Electronics Information, Xiangtan University, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and Electronics Information, Xiangtan University, Xiangtan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wanli Ouyang","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100697125","display_name":"Rui Su","orcid":"https://orcid.org/0000-0002-1800-278X"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Su","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002051996"],"corresponding_institution_ids":["https://openalex.org/I4610292"],"apc_list":null,"apc_paid":null,"fwci":2.7564,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.91891497,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"33","issue":"7","first_page":"3383","last_page":"3397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.580028235912323},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44621920585632324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4370954930782318},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38696593046188354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.580028235912323},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44621920585632324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4370954930782318},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38696593046188354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3233069","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3233069","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1887807970","display_name":null,"funder_award_id":"2020YFA0713503","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3389175685","display_name":null,"funder_award_id":"61773330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W100367037","https://openalex.org/W179875071","https://openalex.org/W1969752788","https://openalex.org/W2002741386","https://openalex.org/W2047499569","https://openalex.org/W2053619738","https://openalex.org/W2064675550","https://openalex.org/W2081314772","https://openalex.org/W2100304967","https://openalex.org/W2110275531","https://openalex.org/W2116137332","https://openalex.org/W2134282114","https://openalex.org/W2156303437","https://openalex.org/W2171544105","https://openalex.org/W2183341477","https://openalex.org/W2259801182","https://openalex.org/W2269938945","https://openalex.org/W2552950674","https://openalex.org/W2733111742","https://openalex.org/W2736442062","https://openalex.org/W2778252923","https://openalex.org/W2891433740","https://openalex.org/W2892664578","https://openalex.org/W2897054934","https://openalex.org/W2903983423","https://openalex.org/W2906046032","https://openalex.org/W2914868535","https://openalex.org/W2920457288","https://openalex.org/W2927778007","https://openalex.org/W2940963663","https://openalex.org/W2944733694","https://openalex.org/W2947315758","https://openalex.org/W2961553857","https://openalex.org/W2963047744","https://openalex.org/W2963076818","https://openalex.org/W2963377215","https://openalex.org/W2963524571","https://openalex.org/W2964015378","https://openalex.org/W2964062686","https://openalex.org/W2964298947","https://openalex.org/W2974686944","https://openalex.org/W2976669726","https://openalex.org/W3006198072","https://openalex.org/W3014545861","https://openalex.org/W3034934229","https://openalex.org/W3035029089","https://openalex.org/W3035717782","https://openalex.org/W3095022195","https://openalex.org/W3095422700","https://openalex.org/W3096719817","https://openalex.org/W3108614371","https://openalex.org/W3119381934","https://openalex.org/W3119771537","https://openalex.org/W3121052081","https://openalex.org/W3126367810","https://openalex.org/W3160569599","https://openalex.org/W3162363705","https://openalex.org/W3169998028","https://openalex.org/W3171529719","https://openalex.org/W3175859725","https://openalex.org/W3186621246","https://openalex.org/W3190703618","https://openalex.org/W3204485253","https://openalex.org/W4205432963","https://openalex.org/W4206654595","https://openalex.org/W4214759957","https://openalex.org/W4221060219","https://openalex.org/W4230451144","https://openalex.org/W4287734800","https://openalex.org/W4289822576","https://openalex.org/W4304080324","https://openalex.org/W4312349914","https://openalex.org/W4312375685","https://openalex.org/W4312557989","https://openalex.org/W4312919330","https://openalex.org/W4385245566","https://openalex.org/W6664172992","https://openalex.org/W6677531546","https://openalex.org/W6682864246","https://openalex.org/W6726873649","https://openalex.org/W6739901393","https://openalex.org/W6756563137","https://openalex.org/W6762457276","https://openalex.org/W6785090058","https://openalex.org/W6800067033"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Group":[0],"activity":[1,12,43],"recognition,":[2,44],"which":[3],"aims":[4],"to":[5,71,79,118,156],"simultaneously":[6],"understand":[7],"individual":[8,39,141],"action":[9,40],"and":[10,23,41,54,58,105,123,143,173],"group":[11,42,61,144],"in":[13,20],"video":[14,24],"clips,":[15],"plays":[16],"a":[17,31,67],"fundamental":[18],"role":[19],"computer":[21],"vision":[22],"analysis.":[25],"In":[26],"this":[27],"paper,":[28],"we":[29,64,150],"propose":[30,111],"novel":[32],"relational":[33],"inference":[34],"framework,":[35],"termed":[36],"MLST-Former,":[37],"for":[38,161],"capturing":[45],"the":[46,73,99,102,121,127,137,152,171,177,181],"various":[47],"degrees":[48],"of":[49,92,101,126,136,140,167,176],"spatial-temporal":[50,69,76,96],"dynamic":[51,159],"interactions":[52,83],"adaptively":[53],"jointly":[55],"among":[56],"actors":[57],"generating":[59],"reasonable":[60],"representations.":[62],"Specifically,":[63],"first":[65],"design":[66],"multi-level":[68],"Transformer":[70],"capture":[72],"miscellaneous":[74],"actors\u2019":[75],"contextual":[77],"information":[78],"deal":[80],"with":[81,98,204],"unbalanced":[82],"between":[84],"actors.":[85,129],"Furthermore,":[86],"our":[87,194],"proposed":[88,182],"network":[89],"is":[90,146],"capable":[91],"fully":[93],"mining":[94],"long-range":[95],"dependencies":[97],"virtue":[100],"merge":[103],"function":[104],"cross":[106],"attention":[107],"mechanism.":[108],"We":[109],"then":[110],"an":[112],"inter-frame":[113],"gating":[114],"fusion":[115],"mechanism":[116],"(IGFM)":[117],"selectively":[119],"aggregate":[120],"temporal":[122],"structural":[124],"features":[125,160],"interacting":[128],"A":[130,165],"new":[131],"multi-task":[132],"learning":[133],"strategy,":[134],"consisting":[135],"classification":[138],"cost":[139],"actions":[142],"activities,":[145],"also":[147],"developed.":[148],"Moreover,":[149],"adopt":[151],"motion":[153],"trajectory":[154],"branch":[155],"provide":[157],"complementary":[158],"improving":[162],"recognition":[163],"performance.":[164],"series":[166],"ablation":[168],"studies":[169],"demonstrate":[170],"effectiveness":[172],"respective":[174],"contributions":[175],"different":[178],"components":[179],"within":[180],"method.":[183],"Extensive":[184],"experiments":[185],"on":[186],"four":[187],"public":[188],"GAR":[189],"datasets":[190],"clearly":[191],"show":[192],"that":[193],"approach":[195],"can":[196],"achieve":[197],"very":[198],"competitive":[199],"performance":[200],"by":[201],"comparing":[202],"them":[203],"state-of-the-art":[205],"methods.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}