{"id":"https://openalex.org/W4403791375","doi":"https://doi.org/10.1145/3664647.3688974","title":"End-to-end Spatio-Temporal Information Aggregation For Micro-Action Detection","display_name":"End-to-end Spatio-Temporal Information Aggregation For Micro-Action Detection","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791375","doi":"https://doi.org/10.1145/3664647.3688974"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3688974","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3688974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048818071","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0002-3197-8103"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Yu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077962053","display_name":"Mohan Jing","orcid":"https://orcid.org/0009-0003-3891-9207"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mohan Jing","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107933101","display_name":"G. Zhao","orcid":"https://orcid.org/0009-0008-5616-7869"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guopeng Zhao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045007834","display_name":"Keda Lu","orcid":"https://orcid.org/0009-0006-8974-3813"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keda Lu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602498","display_name":"Yifan Wang","orcid":"https://orcid.org/0009-0002-8153-492X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Wang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100706940","display_name":"Feng Zhao","orcid":"https://orcid.org/0000-0002-0323-9573"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Zhao","raw_affiliation_strings":["Xi'an University of Posts and Telecommunications, Xi an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an University of Posts and Telecommunications, Xi an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047888605","display_name":"Jianqing Sun","orcid":"https://orcid.org/0009-0007-3598-8564"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaqing Sun","raw_affiliation_strings":["Unisound AI Technology Co.,Ltd, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Unisound AI Technology Co.,Ltd, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604895","display_name":"Qingsong Liu","orcid":"https://orcid.org/0009-0004-1208-3031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingsong Liu","raw_affiliation_strings":["Unisound AI Technology Co., Ltd, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Unisound AI Technology Co., Ltd, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039730743","display_name":"Jiaen Liang","orcid":"https://orcid.org/0009-0001-8309-1301"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaen Liang","raw_affiliation_strings":["Unisound AI Technology Co., Ltd, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Unisound AI Technology Co., Ltd, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5048818071"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.7479,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73035618,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"11306","last_page":"11312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.6146851778030396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5879999399185181},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4706021249294281},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.44411951303482056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2882017493247986}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6146851778030396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5879999399185181},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4706021249294281},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.44411951303482056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2882017493247986},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3688974","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3688974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2461911683","https://openalex.org/W2739722733","https://openalex.org/W2901505625","https://openalex.org/W2956286548","https://openalex.org/W2962677524","https://openalex.org/W2983918066","https://openalex.org/W3035180180","https://openalex.org/W3096609285","https://openalex.org/W3106153666","https://openalex.org/W3126721948","https://openalex.org/W3153687401","https://openalex.org/W3173459793","https://openalex.org/W3176828726","https://openalex.org/W3188946793","https://openalex.org/W4205991051","https://openalex.org/W4226270831","https://openalex.org/W4312508181","https://openalex.org/W4312560592","https://openalex.org/W4386057769","https://openalex.org/W4386076085","https://openalex.org/W4386187806","https://openalex.org/W4390873454","https://openalex.org/W4391216149","https://openalex.org/W4402704603","https://openalex.org/W4402727843","https://openalex.org/W4402816833","https://openalex.org/W4403791387"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2151749779","https://openalex.org/W3179968364","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W1576128429","https://openalex.org/W2269464716"],"abstract_inverted_index":{"Micro-actions":[0],"convey":[1],"the":[2,57,80,88,98,103,120,129],"emotions":[3],"of":[4,20,82,106,133],"characters":[5],"in":[6,111,119,128],"daily":[7],"communication":[8],"and":[9,35,64,125],"offer":[10],"richer":[11],"semantic":[12],"information":[13,63,77],"compared":[14],"to":[15,29],"conventional":[16],"actions.":[17],"Accurate":[18],"detection":[19,81,104],"these":[21,53],"micro-actions":[22,38,107],"is":[23],"essential":[24],"for":[25,48],"video":[26,42,68,112],"understanding.":[27],"Due":[28],"their":[30],"short":[31],"duration,":[32],"low":[33],"intensity,":[34],"high":[36],"overlap,":[37],"require":[39],"more":[40],"detailed":[41],"features,":[43],"presenting":[44],"a":[45],"significant":[46],"challenge":[47],"accurate":[49],"detection.":[50],"To":[51],"address":[52],"challenges,":[54],"we":[55,86],"propose":[56],"3D-SENet":[58],"Adapter,":[59],"which":[60,93],"aggregates":[61],"spatio-temporal":[62],"enables":[65],"end-to-end":[66],"online":[67],"feature":[69,99],"learning.":[70],"We":[71],"also":[72],"find":[73],"that":[74],"incorporating":[75],"background":[76],"significantly":[78],"enhances":[79],"small-scale":[83],"micro-actions.":[84],"Thus":[85],"develop":[87],"Cross-Attention":[89],"Aggregation":[90],"Detection":[91,123],"Head,":[92],"integrates":[94],"multi-scale":[95],"features":[96],"within":[97],"pyramid,":[100],"thereby":[101],"improving":[102],"accuracy":[105],"occupying":[108],"small":[109],"regions":[110],"frames.":[113],"Our":[114],"approach":[115],"achieves":[116],"first":[117],"place":[118,127],"Multi-label":[121],"Micro-Action":[122,130,134],"(MMAD)":[124],"second":[126],"Recognition":[131],"(MAR)":[132],"Analysis":[135],"Grand":[136],"Challenge.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}