{"id":"https://openalex.org/W7166741785","doi":"https://doi.org/10.48550/arxiv.2606.29613","title":"Does Role Specialization Matter for Explanation Faithfulness in Mixture-of-Experts?","display_name":"Does Role Specialization Matter for Explanation Faithfulness in Mixture-of-Experts?","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166741785","doi":"https://doi.org/10.48550/arxiv.2606.29613"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29613","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139702040","display_name":"Yeji Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Yeji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139659235","display_name":"Housam Babiker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Babiker, Housam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139685477","display_name":"Mi-Young Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Mi-Young","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139691498","display_name":"Randy Goebel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goebel, Randy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.7757999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.7757999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.042399998754262924,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.03530000150203705,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decorrelation","display_name":"Decorrelation","score":0.7515000104904175},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5835999846458435},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4246000051498413},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.39079999923706055},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3882000148296356},{"id":"https://openalex.org/keywords/uniqueness","display_name":"Uniqueness","score":0.38510000705718994},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.3671000003814697}],"concepts":[{"id":"https://openalex.org/C177860922","wikidata":"https://www.wikidata.org/wiki/Q788608","display_name":"Decorrelation","level":2,"score":0.7515000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037999987602234},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5835999846458435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164999961853027},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3882000148296356},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.337799996137619},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C2778510705","wikidata":"https://www.wikidata.org/wiki/Q2287313","display_name":"Simon effect","level":3,"score":0.3325999975204468},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27619999647140503},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.26969999074935913},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2637999951839447},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25780001282691956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Experts":[0],"(MoE)":[1],"architectures":[2,146],"have":[3],"recently":[4],"been":[5],"extended":[6],"with":[7],"role-based":[8,145],"mechanisms":[9],"for":[10,24,174],"interpretability.":[11],"This":[12],"is":[13],"typically":[14],"done":[15],"by":[16,99,119],"assigning":[17],"semantic":[18,67],"roles":[19,26,68],"to":[20,81,144,193],"individual":[21],"expert":[22],"components,":[23],"example":[25],"like":[27],"synergy,":[28],"redundancy,":[29],"and":[30,61,122,197,211],"uniqueness":[31],"in":[32,86,158,178],"multimodal":[33,109],"settings.":[34],"However,":[35],"whether":[36],"such":[37,147],"structural":[38,186],"role":[39,59,187],"decomposition":[40,188],"preserves":[41],"explanation":[42,115,176,203],"faithfulness":[43,177],"of":[44],"the":[45,126,208],"overall":[46],"architecture":[47],"remains":[48],"largely":[49],"underexplored.":[50],"We":[51,135],"hypothesize":[52],"that":[53,106,138,165,185,198],"inter-expert":[54,84],"representation":[55,90,101],"overlap":[56],"weakens":[57],"effective":[58],"separation":[60,112,167,200],"degrades":[62],"attribution-based":[63],"faithfulness,":[64,116],"even":[65],"when":[66],"are":[69,141,156,214],"explicitly":[70,82],"defined.":[71],"To":[72,205],"address":[73],"this":[74,111],"limitation,":[75],"we":[76,93],"introduce":[77],"representation-level":[78,166,199],"decorrelation":[79,91],"regularization":[80],"reduce":[83],"similarity":[85],"latent":[87],"space.":[88],"Using":[89],"objectives,":[92],"encourage":[94],"clearer":[95],"specialization":[96],"among":[97],"experts":[98],"minimizing":[100],"overlap.":[102],"Our":[103],"experiments":[104],"show":[105,137],"across":[107],"multiple":[108],"benchmarks,":[110],"consistently":[113],"improves":[114],"as":[117,148],"measured":[118],"comprehensiveness,":[120],"sufficiency,":[121],"their":[123],"Area":[124],"Over":[125],"Perturbation":[127],"Curve":[128],"(AOPC)":[129],"summaries,":[130],"while":[131],"preserving":[132],"task":[133],"performance.":[134],"further":[136],"these":[139],"improvements":[140],"not":[142],"limited":[143],"Interpretable":[149],"Multimodal":[150],"Interaction-aware":[151],"MoE":[152,162,179],"(I2MoE).":[153],"Similar":[154],"trends":[155],"observed":[157],"a":[159,170],"standard":[160],"sparse":[161],"baseline,":[163],"suggesting":[164],"may":[168,190],"provide":[169],"more":[171],"general":[172],"mechanism":[173],"enhancing":[175],"systems.":[180],"Overall,":[181],"our":[182],"findings":[183],"suggest":[184],"alone":[189],"be":[191],"insufficient":[192],"guarantee":[194],"faithful":[195],"explanations":[196],"helps":[201],"improve":[202],"faithfulness.":[204],"support":[206],"reproducibility,":[207],"source":[209],"code":[210],"supplementary":[212],"material":[213],"publicly":[215],"available":[216],"at":[217],"https://github.com/dut0817/FL-I2MoE_Decor.":[218]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-01T00:00:00"}