{"id":"https://openalex.org/W7165901861","doi":"https://doi.org/10.48550/arxiv.2606.25092","title":"How Modular Is a Frontier Mixture-of-Experts? A Pre-registered Causal Test in Which Apparent Expert Modularity Mostly Dissolves","display_name":"How Modular Is a Frontier Mixture-of-Experts? A Pre-registered Causal Test in Which Apparent Expert Modularity Mostly Dissolves","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165901861","doi":"https://doi.org/10.48550/arxiv.2606.25092"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25092","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138467146","display_name":"Tony Salomone","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salomone, Tony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139305772","display_name":"Deep Gandhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gandhi, Deep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138402369","display_name":"Ali Asaria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asaria, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.1451999992132187,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.1451999992132187,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.07680000364780426,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.06369999796152115,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.8610000014305115},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.650600016117096},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.6071000099182129},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.5697000026702881},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4724999964237213},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45660001039505005},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"Statistical inference","score":0.42879998683929443}],"concepts":[{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.8610000014305115},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.650600016117096},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5697000026702881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.541700005531311},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4724999964237213},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45660001039505005},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.42879998683929443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41940000653266907},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.3982999920845032},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35519999265670776},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3334999978542328},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31779998540878296},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25092","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0],"Mixture-of-Experts":[1],"(MoE)":[2],"models":[3],"route":[4],"each":[5,62],"token":[6],"to":[7,22],"a":[8,33,50,68,99,128,138,143,160,211],"few":[9],"of":[10,87],"many":[11],"experts,":[12,43],"inviting":[13],"the":[14,92,124,173,176,178,181,195,205,225,235],"hypothesis":[15],"that":[16,132,152,217],"experts":[17],"form":[18],"functional":[19,112],"modules":[20],"tied":[21],"capabilities":[23],"or":[24],"languages.":[25],"We":[26,48,215,233],"test":[27,91],"this":[28],"causally":[29],"on":[30,187,204],"Command":[31],"A+,":[32],"frontier":[34],"open-weights":[35],"MoE":[36],"(218B":[37],"total":[38],"/":[39],"25B":[40],"active;":[41],"128":[42],"8":[44],"active,":[45],"+1":[46],"shared).":[47],"build":[49],"routing-mass":[51],"atlas,":[52],"pre-register":[53],"six":[54,119],"family-to-axis":[55],"hypotheses":[56],"before":[57],"any":[58],"intervention,":[59],"and":[60,98,116,137,167,180,228,237],"ablate":[61],"family":[63,158],"at":[64,83],"inference":[65],"time":[66],"against":[67],"size-matched":[69],"random-expert":[70],"null,":[71],"measuring":[72],"whether":[73],"it":[74],"selectively":[75],"breaks":[76],"its":[77,168,190],"own":[78],"axis":[79],"(worst":[80],"off-target":[81],"effect":[82,163],"most":[84],"one":[85],"third":[86],"on-target).":[88],"Crucially,":[89],"we":[90],"same":[93],"families":[94],"under":[95],"four":[96],"metrics":[97],"held-out,":[100],"independent-corpus":[101],"run":[102],"with":[103,172,175],"bootstrap":[104],"confidence":[105],"intervals.":[106],"Our":[107],"finding":[108],"is":[109,114,127,154],"cautionary:":[110],"robust":[111],"modularity":[113,170,198,219],"rare":[115],"measurement-dependent.":[117],"Of":[118],"pre-registered":[120,146],"families,":[121],"only":[122],"one,":[123],"Arabic-language":[125],"family,":[126],"clean":[129],"selective":[130],"module":[131],"survives":[133],"an":[134],"independent":[135],"corpus":[136],"conservative":[139],"statistical":[140,182,229],"bar":[141,230],"(1/6;":[142],"more":[144],"permissive":[145],"point":[147],"rule":[148],"admits":[149],"3/6,":[150],"but":[151],"count":[153],"threshold-sensitive).":[155],"Every":[156],"other":[157],"has":[159],"real":[161],"causal":[162],"yet":[164],"fails":[165],"selectivity,":[166],"apparent":[169],"flips":[171],"measurement:":[174],"corpus,":[177,226],"metric,":[179,227],"bar.":[183],"A":[184],"positive":[185],"control":[186],"Qwen3-30B-A3B":[188],"recovers":[189],"published":[191],"disjoint":[192],"structure,":[193],"confirming":[194],"method":[196],"detects":[197],"when":[199],"present.":[200],"The":[201],"verdict":[202],"reproduces":[203],"un-quantized":[206],"BF16":[207],"model,":[208],"ruling":[209],"out":[210],"4-bit":[212],"quantization":[213],"artifact.":[214],"conclude":[216],"ablation-based":[218],"verdicts":[220],"are":[221,231],"not":[222],"safe":[223],"unless":[224],"controlled.":[232],"release":[234],"atlas":[236],"ablation":[238],"data.":[239]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-26T00:00:00"}