{"id":"https://openalex.org/W7138081646","doi":"https://doi.org/10.1609/aaai.v40i13.38104","title":"MCMoE: Completing Missing Modalities with Mixture of Experts for Incomplete Multimodal Action Quality Assessment","display_name":"MCMoE: Completing Missing Modalities with Mixture of Experts for Incomplete Multimodal Action Quality Assessment","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138081646","doi":"https://doi.org/10.1609/aaai.v40i13.38104"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i13.38104","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38104","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i13.38104","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054409996","display_name":"Huangbiao Xu","orcid":"https://orcid.org/0000-0002-3717-8713"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Huangbiao Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101551771","display_name":"Huanqi Wu","orcid":"https://orcid.org/0009-0008-4518-3273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huanqi Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129648864","display_name":"Xiao Ke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101084816","display_name":"Junyi Wu","orcid":"https://orcid.org/0000-0001-5167-1822"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junyi Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129652324","display_name":"Rui Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129702920","display_name":"Jinglin Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinglin Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054409996"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35121602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"13","first_page":"11241","last_page":"11249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.6155999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.6155999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14740000665187836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.04270000010728836,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7404000163078308},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6920999884605408},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6654000282287598},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5554999709129333},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.5461999773979187},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.506600022315979},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5008000135421753},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4465000033378601}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7404000163078308},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6920999884605408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6797999739646912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6723999977111816},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6654000282287598},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5562000274658203},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.5461999773979187},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.506600022315979},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5008000135421753},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.325300008058548},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2856999933719635},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i13.38104","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38104","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i13.38104","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38104","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7605348229408264,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Action":[1],"Quality":[2],"Assessment":[3],"(AQA)":[4],"has":[5],"recently":[6],"emerged":[7],"as":[8],"a":[9,75,135],"promising":[10],"paradigm.":[11],"By":[12],"leveraging":[13],"complementary":[14],"information":[15,107],"across":[16],"shared":[17],"contextual":[18],"cues,":[19],"it":[20,58],"enhances":[21],"the":[22,41,124,148,153],"discriminative":[23],"evaluation":[24],"of":[25,48,82,126,137],"subtle":[26],"intra-class":[27],"variations":[28],"in":[29,44,66,92,147,179],"highly":[30],"similar":[31],"action":[32],"sequences.":[33],"However,":[34],"partial":[35],"modalities":[36,140],"are":[37,141],"frequently":[38],"unavailable":[39],"at":[40],"inference":[42],"stage":[43],"reality.":[45],"The":[46],"absence":[47],"any":[49],"modality":[50,101,115,163],"often":[51],"renders":[52],"existing":[53],"multimodal":[54,155,184],"models":[55],"inoperable.":[56],"Furthermore,":[57],"triggers":[59],"catastrophic":[60],"performance":[61],"degradation":[62],"due":[63],"to":[64,108,117,129,161],"interruptions":[65],"cross-modal":[67,131],"interactions.":[68],"To":[69],"address":[70],"this":[71],"issue,":[72],"we":[73,96,151],"propose":[74,97],"novel":[76],"Missing":[77],"Completion":[78],"Framework":[79],"with":[80],"Mixture":[81],"Experts":[83],"(MCMoE)":[84],"that":[85,103,173],"unifies":[86],"unimodal":[87,119,158],"and":[88,121,144,157,165,182],"joint":[89,132,167],"representation":[90,168],"learning":[91,185],"single-stage":[93],"training.":[94],"Specifically,":[95],"an":[98],"adaptive":[99],"gated":[100],"generator":[102],"dynamically":[104,122],"fuses":[105],"available":[106],"reconstruct":[109],"missing":[110,139],"modalities.":[111],"We":[112],"then":[113],"design":[114],"experts":[116,128],"learn":[118],"knowledge":[120,125,160],"mix":[123],"all":[127],"extract":[130],"representations.":[133],"With":[134],"mixture":[136],"experts,":[138],"further":[142],"refined":[143],"complemented.":[145],"Finally,":[146],"training":[149],"phase,":[150],"mine":[152],"complete":[154,181],"features":[156],"expert":[159],"guide":[162],"generation":[164],"generation-based":[166],"extraction.":[169],"Extensive":[170],"experiments":[171],"demonstrate":[172],"our":[174],"MCMoE":[175],"achieves":[176],"state-of-the-art":[177],"results":[178],"both":[180],"incomplete":[183],"on":[186],"three":[187],"public":[188],"AQA":[189],"benchmarks.":[190]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-18T00:00:00"}
