{"id":"https://openalex.org/W7137865954","doi":"https://doi.org/10.1609/aaai.v40i25.39243","title":"MoETTA: Test-Time Adaptation Under Mixed Distribution Shifts with MoE-LayerNorm","display_name":"MoETTA: Test-Time Adaptation Under Mixed Distribution Shifts with MoE-LayerNorm","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137865954","doi":"https://doi.org/10.1609/aaai.v40i25.39243"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i25.39243","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39243","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i25.39243","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129700050","display_name":"Xiao Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Fan","raw_affiliation_strings":["College of Computer Science and Technology, Tongji University, Shanghai, China\nShenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Tongji University, Shanghai, China\nShenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129748368","display_name":"Jingyan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyan Jiang","raw_affiliation_strings":["School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000352500","display_name":"Zhaoru Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoru Chen","raw_affiliation_strings":["School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113011597","display_name":"Fanding Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanding Huang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129747684","display_name":"Xiao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Chen","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126441109","display_name":"Qinting Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinting Jiang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129728884","display_name":"Bowen Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129707079","display_name":"Xing Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Tang","raw_affiliation_strings":["School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129739695","display_name":"Zhi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5129700050"],"corresponding_institution_ids":["https://openalex.org/I3131625388"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07815846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"25","first_page":"21011","last_page":"21019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8848000168800354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8848000168800354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/potpourri","display_name":"Potpourri","score":0.7117000222206116},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6906999945640564},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.597000002861023},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5759000182151794},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5748000144958496},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4657000005245209},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.38580000400543213}],"concepts":[{"id":"https://openalex.org/C2776991288","wikidata":"https://www.wikidata.org/wiki/Q920748","display_name":"Potpourri","level":2,"score":0.7117000222206116},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6906999945640564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6827999949455261},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.597000002861023},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5759000182151794},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5748000144958496},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30469998717308044},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2615000009536743}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i25.39243","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39243","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i25.39243","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39243","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8063708543777466,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Test-time":[0],"adaptation":[1,58,238],"(TTA)":[2],"has":[3],"proven":[4],"effective":[5],"in":[6,49],"mitigating":[7],"performance":[8,230],"drops":[9],"under":[10],"single-domain":[11],"distribution":[12,26,96,217],"shifts":[13,150,218],"by":[14,32],"updating":[15],"model":[16,145],"parameters":[17],"during":[18],"inference.":[19],"However,":[20],"real-world":[21,93],"deployments":[22],"often":[23],"involve":[24],"mixed":[25,95,216],"shifts---where":[27],"test":[28,125],"samples":[29,205],"are":[30],"affected":[31],"diverse":[33,138],"and":[34,153,168,190,231],"potentially":[35],"conflicting":[36],"domain":[37,186],"factors---posing":[38],"significant":[39],"challenges":[40],"even":[41],"for":[42,64,123],"state-of-the-art":[43,229],"TTA":[44,107],"methods.":[45],"A":[46],"key":[47],"limitation":[48],"existing":[50],"approaches":[51],"is":[52],"their":[53],"reliance":[54],"on":[55,82,175],"a":[56,104,118,129,182],"unified":[57],"path,":[59],"which":[60],"fails":[61],"to":[62,88,146,206],"account":[63],"the":[65,90,111,144,233],"fact":[66],"that":[67,109,221],"optimal":[68],"gradient":[69,139],"directions":[70,239],"can":[71],"vary":[72],"significantly":[73],"across":[74,214],"different":[75],"domains.":[76],"Moreover,":[77],"current":[78],"benchmarks":[79],"focus":[80,173],"only":[81],"synthetic":[83,176],"or":[84],"homogeneous":[85],"shifts,":[86],"failing":[87],"capture":[89],"complexity":[91],"of":[92,131,185,199,235],"heterogeneous":[94,149],"shifts.":[97],"To":[98,157],"address":[99],"this,":[100],"we":[101,162],"propose":[102],"MoETTA,":[103],"novel":[105],"entropy-based":[106],"framework":[108],"integrates":[110],"Mixture-of-Experts":[112],"(MoE)":[113],"architecture.":[114],"Rather":[115],"than":[116],"enforcing":[117],"single":[119],"parameter":[120,155],"update":[121],"rule":[122],"all":[124],"samples,":[126],"MoETTA":[127,222],"introduces":[128],"set":[130],"structurally":[132],"decoupled":[133],"experts,":[134],"enabling":[135],"specialization":[136],"along":[137],"directions.":[140],"This":[141],"design":[142],"allows":[143],"better":[147],"accommodate":[148],"through":[151],"flexible":[152],"disentangled":[154],"updates.":[156],"simulate":[158],"realistic":[159,194],"deployment":[160,195],"conditions,":[161],"introduce":[163],"two":[164],"new":[165,228],"benchmarks:":[166],"potpourri":[167,180],"potpourri+.":[169],"While":[170],"classical":[171],"settings":[172,219],"solely":[174],"corruptions":[177],"(i.e.,":[178],"ImageNet-C),":[179],"encompasses":[181],"broader":[183],"range":[184],"shifts\u2014including":[187],"natural,":[188],"artistic,":[189],"adversarial":[191],"distortions\u2014capturing":[192],"more":[193],"challenges.":[196],"On":[197],"top":[198],"that,":[200],"potpourri+":[201],"further":[202],"includes":[203],"source-domain":[204],"evaluate":[207],"robustness":[208],"against":[209],"catastrophic":[210],"forgetting.":[211],"Extensive":[212],"experiments":[213],"three":[215],"show":[220],"consistently":[223],"outperforms":[224],"strong":[225],"baselines,":[226],"establishing":[227],"highlighting":[232],"benefit":[234],"modeling":[236],"multiple":[237],"via":[240],"expert-level":[241],"diversity.":[242]},"counts_by_year":[],"updated_date":"2026-03-20T20:47:17.329874","created_date":"2026-03-18T00:00:00"}