{"id":"https://openalex.org/W7138899738","doi":"https://doi.org/10.48550/arxiv.2603.17102","title":"Knowledge Localization in Mixture-of-Experts LLMs Using Cross-Lingual Inconsistency","display_name":"Knowledge Localization in Mixture-of-Experts LLMs Using Cross-Lingual Inconsistency","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7138899738","doi":"https://doi.org/10.48550/arxiv.2603.17102"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129888844","display_name":"Lucas Bandarkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bandarkar, Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129958065","display_name":"Alan Ansell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ansell, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130054390","display_name":"Trevor Cohn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohn, Trevor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.2870999872684479,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.2870999872684479,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24089999496936798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.062199998646974564,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.850600004196167},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6471999883651733},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4526999890804291},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.40610000491142273},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.3776000142097473},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.3612000048160553}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.850600004196167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7069000005722046},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6471999883651733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5048999786376953},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4124000072479248},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3230000138282776},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.263700008392334},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6182346343994141,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"LLMs":[1],"continue":[2],"to":[3,15,31,76,112,127,132,194],"exhibit":[4],"significant":[5],"variance":[6],"in":[7,19,34,48,85,95,178],"behavior":[8],"across":[9,106],"languages,":[10],"such":[11],"as":[12,28,43],"being":[13],"able":[14],"recall":[16],"factual":[17,104],"information":[18,67],"some":[20],"languages":[21,61,69,111],"but":[22],"not":[23],"others.":[24],"While":[25],"typically":[26],"studied":[27],"a":[29,44,82,88,107,123,150,187],"problem":[30],"be":[32],"mitigated,":[33],"this":[35,40,143,184],"work,":[36],"we":[37,153],"propose":[38],"leveraging":[39],"cross-lingual":[41],"inconsistency":[42],"tool":[45],"for":[46,58,136,148],"interpretability":[47],"mixture-of-experts":[49],"(MoE)":[50],"LLMs.":[51,198],"Our":[52,92],"knowledge":[53,151,191],"localization":[54,192],"framework":[55],"contrasts":[56],"routing":[57],"sets":[59],"of":[60,90,110,142,146,169,181],"where":[62,70],"the":[63,100,128,140,158,172],"model":[64,78,101,173],"correctly":[65,177],"recalls":[66],"from":[68],"it":[71],"fails.":[72],"This":[73],"allows":[74],"us":[75],"isolate":[77],"components":[79],"that":[80,162],"play":[81],"functional":[83],"role":[84],"answering":[86,149],"about":[87,166],"piece":[89],"knowledge.":[91,137],"method":[93,185],"proceeds":[94],"two":[96],"stages:":[97],"(1)":[98],"querying":[99],"with":[102],"difficult":[103],"questions":[105],"diverse":[108],"set":[109],"generate":[113],"\"success\"":[114],"and":[115,119,156,189],"\"failure\"":[116],"activation":[117],"buckets":[118],"then":[120],"(2)":[121],"applying":[122],"statistical":[124],"contrastive":[125],"analysis":[126],"MoE":[129],"router":[130],"logits":[131],"identify":[133],"experts":[134,147],"important":[135],"To":[138],"validate":[139],"necessity":[141],"small":[144],"number":[145],"question,":[152],"deactivate":[154],"them":[155],"re-ask":[157],"question.":[159],"We":[160],"find":[161],"despite":[163],"only":[164],"deactivating":[165],"20":[167],"out":[168],"6000":[170],"experts,":[171],"no":[174],"longer":[175],"answers":[176],"over":[179],"40%":[180],"cases.":[182],"Generally,":[183],"provides":[186],"realistic":[188],"scalable":[190],"approach":[193],"address":[195],"increasingly":[196],"complex":[197]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-20T00:00:00"}