{"id":"https://openalex.org/W7167586886","doi":"https://doi.org/10.48550/arxiv.2607.03936","title":"Can Dialects Be Steered Like Languages? Sparse Neurons and Distributed Directions in Arabic LLMs","display_name":"Can Dialects Be Steered Like Languages? Sparse Neurons and Distributed Directions in Arabic LLMs","publication_year":2026,"publication_date":"2026-07-04","ids":{"openalex":"https://openalex.org/W7167586886","doi":"https://doi.org/10.48550/arxiv.2607.03936"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.03936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.03936","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134985917","display_name":"Kareem Elozeiri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elozeiri, Kareem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134981605","display_name":"Mervat Abassy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abassy, Mervat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082363786","display_name":"Omar Kallas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kallas, Omar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139850613","display_name":"Fahim Dalvi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dalvi, Fahim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140178583","display_name":"Preslav Nakov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakov, Preslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140160077","display_name":"Kentaro Inui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inui, Kentaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5032689067","display_name":"Nadir Durrani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Durrani, Nadir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5827000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5827000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18199999630451202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.03359999880194664,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9746999740600586},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.5932000279426575},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5074999928474426},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.49219998717308044},{"id":"https://openalex.org/keywords/modern-standard-arabic","display_name":"Modern Standard Arabic","score":0.45809999108314514},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.44290000200271606}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9746999740600586},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.5932000279426575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5347999930381775},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5320000052452087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5292999744415283},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5074999928474426},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C2778243841","wikidata":"https://www.wikidata.org/wiki/Q56467","display_name":"Modern Standard Arabic","level":3,"score":0.45809999108314514},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.44290000200271606},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3865000009536743},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.03936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.03936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7621909379959106}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"key":[1],"challenge":[2],"in":[3,141],"Arabic":[4,16,142],"NLP":[5],"is":[6],"the":[7,108,114,136],"scarcity":[8],"of":[9,110,138],"dialectal":[10,42,111,139],"data":[11],"relative":[12],"to":[13,20,54],"Modern":[14],"Standard":[15],"(MSA),":[17],"causing":[18],"LLMs":[19,143],"overproduce":[21],"MSA":[22],"and":[23,39,48,73,90,127,144],"struggle":[24],"with":[25],"dialectally":[26],"accurate":[27],"generation.":[28],"From":[29],"an":[30],"interpretability":[31,71],"perspective,":[32],"this":[33],"raises":[34],"a":[35,79,119,146],"fundamental":[36],"question:":[37],"where":[38],"how":[40],"are":[41],"features":[43,89,112],"encoded":[44],"within":[45],"model":[46,100],"internals,":[47],"can":[49,98],"these":[50,96,133],"representations":[51],"be":[52],"leveraged":[53],"improve":[55],"dialect":[56,151],"generation":[57],"without":[58,153],"fine-tuning?":[59],"This":[60],"study":[61],"investigates":[62],"two":[63],"complementary":[64],"inference-time":[65],"approaches":[66],"that":[67,86,92,122],"serve":[68],"simultaneously":[69],"as":[70],"probes":[72],"control":[74,152],"mechanisms.":[75],"First,":[76],"we":[77,117],"conduct":[78],"neuron-level":[80],"analysis,":[81],"identifying":[82],"sparse":[83],"neuron":[84],"populations":[85],"encode":[87],"dialect-specific":[88,124,155],"showing":[91],"amplifying":[93],"or":[94],"suppressing":[95],"neurons":[97],"steer":[99],"outputs":[101],"toward":[102],"target":[103],"dialects.":[104],"Second,":[105],"motivated":[106],"by":[107],"entanglement":[109],"at":[113],"single-neuron":[115],"level,":[116],"apply":[118],"vector-steering":[120],"approach":[121],"extracts":[123],"activation":[125],"directions":[126],"injects":[128],"them":[129],"during":[130],"inference.":[131],"Together,":[132],"methods":[134],"illuminate":[135],"geometry":[137],"knowledge":[140],"offer":[145],"principled,":[147],"interpretability-grounded":[148],"framework":[149],"for":[150],"requiring":[154],"fine-tuning.":[156]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}