{"id":"https://openalex.org/W4411055062","doi":"https://doi.org/10.1109/tcsvt.2025.3577027","title":"Uncertainty-Aware Mixture of Experts for Video Action Anticipation","display_name":"Uncertainty-Aware Mixture of Experts for Video Action Anticipation","publication_year":2025,"publication_date":"2025-06-05","ids":{"openalex":"https://openalex.org/W4411055062","doi":"https://doi.org/10.1109/tcsvt.2025.3577027"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3577027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3577027","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044171641","display_name":"Zhaobo Qi","orcid":"https://orcid.org/0000-0001-9196-9818"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaobo Qi","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669242","display_name":"Shuhui Wang","orcid":"https://orcid.org/0000-0002-5931-0527"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wang","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014774434","display_name":"Weigang Zhang","orcid":"https://orcid.org/0000-0003-0042-7074"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weigang Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Institute of Computing Technology, Key Laboratory of Intelligent Information Processing, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044171641"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10810287,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"11","first_page":"11158","last_page":"11171"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.7287331819534302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6432883739471436},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5638754367828369},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4399743378162384},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35575544834136963}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.7287331819534302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6432883739471436},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5638754367828369},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4399743378162384},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35575544834136963},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3577027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3577027","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1483019628","https://openalex.org/W1536680647","https://openalex.org/W1789187189","https://openalex.org/W2069870183","https://openalex.org/W2150884987","https://openalex.org/W2194775991","https://openalex.org/W2422305492","https://openalex.org/W2472970127","https://openalex.org/W2507009361","https://openalex.org/W2564472836","https://openalex.org/W2779943048","https://openalex.org/W2800438594","https://openalex.org/W2895299763","https://openalex.org/W2913636123","https://openalex.org/W2945792291","https://openalex.org/W2951143549","https://openalex.org/W2963692464","https://openalex.org/W2963720581","https://openalex.org/W2984287396","https://openalex.org/W2993447238","https://openalex.org/W2995301359","https://openalex.org/W3091846787","https://openalex.org/W3092798182","https://openalex.org/W3096383329","https://openalex.org/W3106884574","https://openalex.org/W3107046451","https://openalex.org/W3109667662","https://openalex.org/W3123326873","https://openalex.org/W3133092047","https://openalex.org/W3161260844","https://openalex.org/W3176051609","https://openalex.org/W3199612070","https://openalex.org/W3207426561","https://openalex.org/W3207758636","https://openalex.org/W3208955650","https://openalex.org/W4212974190","https://openalex.org/W4214555767","https://openalex.org/W4214858607","https://openalex.org/W4304092679","https://openalex.org/W4312256886","https://openalex.org/W4312688882","https://openalex.org/W4312772544","https://openalex.org/W4312873759","https://openalex.org/W4319299948","https://openalex.org/W4321608108","https://openalex.org/W4376652719","https://openalex.org/W4379659785","https://openalex.org/W4385245566","https://openalex.org/W4386076167","https://openalex.org/W4386088285","https://openalex.org/W4387846662","https://openalex.org/W4387968704","https://openalex.org/W4390874662","https://openalex.org/W4396215030","https://openalex.org/W4400447308","https://openalex.org/W4402780967","https://openalex.org/W4402969043","https://openalex.org/W4403922262"],"related_works":["https://openalex.org/W2952741422","https://openalex.org/W3033133102","https://openalex.org/W4225846781","https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2321705977"],"abstract_inverted_index":{"Anticipating":[0],"future":[1,28],"actions":[2,17],"in":[3],"daily":[4],"life":[5],"videos":[6],"is":[7,18],"crucial":[8],"for":[9,39],"seamless":[10],"human-machine":[11],"collaboration.":[12],"However,":[13],"accurately":[14],"predicting":[15],"these":[16,91],"challenging":[19],"due":[20],"to":[21,48,74,180],"the":[22,35,66,75,95,98,108,143,160,169],"inherent":[23],"uncertainty":[24],"and":[25,102,139],"non-determinism":[26],"of":[27,110,134,145],"events.":[29],"To":[30,106],"address":[31],"this,":[32],"we":[33,112,151],"propose":[34],"uncertainty-aware":[36],"mixture-of-experts":[37],"framework":[38],"action":[40],"anticipation":[41,46,59,87,154,165,176,196],"(AntMoE),":[42],"which":[43],"employs":[44],"multiple":[45,188],"experts":[47,60,136],"model":[49],"diverse":[50,62],"video":[51,71],"evolution":[52],"patterns":[53],"through":[54],"learnable":[55],"expert":[56,84,104,115,126,128],"embeddings.":[57,85,105],"These":[58],"generate":[61],"predictions":[63,92],"by":[64],"integrating":[65],"top-k":[67],"semantically":[68],"similar":[69],"observed":[70],"frames":[72],"related":[73],"current":[76,99],"predicted":[77],"feature":[78,100],"representation,":[79],"along":[80],"with":[81,118,168],"their":[82],"corresponding":[83],"An":[86],"router":[88],"then":[89],"aggregates":[90],"based":[93],"on":[94],"relationship":[96],"between":[97],"representation":[101],"all":[103,135],"enhance":[107],"effectiveness":[109],"AntMoE,":[111],"introduce":[113],"an":[114,153],"regularization":[116],"loss":[117,122,130,141,156],"three":[119],"components:":[120],"orthogonal":[121],"promotes":[123],"orthogonality":[124],"among":[125],"embeddings;":[127],"balance":[129],"ensures":[131],"equal":[132],"activation":[133],"during":[137],"training;":[138],"stability":[140],"encourages":[142],"generation":[144],"numerically":[146],"stable":[147],"aggregation":[148],"weights.":[149],"Additionally,":[150],"incorporate":[152],"ranking":[155,171],"function":[157],"that":[158,191],"aligns":[159],"model\u2019s":[161],"confidence":[162,183],"across":[163,187],"varying":[164],"time":[166,177],"durations":[167],"ground-truth":[170],"order,":[172],"where":[173],"a":[174,181],"shorter":[175],"length":[178],"corresponds":[179],"higher":[182],"level.":[184],"Experimental":[185],"results":[186],"benchmarks":[189],"demonstrate":[190],"our":[192],"method":[193],"achieves":[194],"remarkable":[195],"performance.":[197]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}