{"id":"https://openalex.org/W7152501984","doi":"https://doi.org/10.48550/arxiv.2604.06421","title":"State-of-the-Art Arabic Language Modeling with Sparse MoE Fine-Tuning and Chain-of-Thought Distillation","display_name":"State-of-the-Art Arabic Language Modeling with Sparse MoE Fine-Tuning and Chain-of-Thought Distillation","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7152501984","doi":"https://doi.org/10.48550/arxiv.2604.06421"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06421","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06421","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06421","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005580741","display_name":"Navan Preet Singh","orcid":"https://orcid.org/0000-0002-9563-1598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Navan Preet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057498904","display_name":"Anurag Garikipati","orcid":"https://orcid.org/0000-0002-2230-2187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garikipati, Anurag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115854849","display_name":"Ahmed Abulkhair","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abulkhair, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107642723","display_name":"Jyani Akshay Jagdishbhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jagdishbhai, Jyani Akshay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133259669","display_name":"Atul Yaduvanshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yaduvanshi, Atul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088757994","display_name":"Amarendra Roy Chaudhary","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaudhary, Amarendra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052272479","display_name":"M\u0103d\u0103lina Ciobanu","orcid":"https://orcid.org/0000-0002-0608-4394"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ciobanu, Madalina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023008666","display_name":"Qingqing Mao","orcid":"https://orcid.org/0000-0001-6001-6723"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Qingqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133284635","display_name":"Ritankar Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Ritankar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5005999803543091,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5005999803543091,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18029999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.03970000147819519,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5633000135421753},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4675000011920929},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.4542999863624573},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.39820000529289246},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.38670000433921814},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3483000099658966},{"id":"https://openalex.org/keywords/modern-standard-arabic","display_name":"Modern Standard Arabic","score":0.3431999981403351}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6549999713897705},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5486999750137329},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5040000081062317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4699999988079071},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4675000011920929},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C2778243841","wikidata":"https://www.wikidata.org/wiki/Q56467","display_name":"Modern Standard Arabic","level":3,"score":0.3431999981403351},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06421","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06421","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06421","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06421","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6104254126548767,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"Arabic-DeepSeek-R1,":[3],"an":[4,121],"application-driven":[5],"open-source":[6,122],"Arabic":[7,33,112,147],"LLM":[8,34,160],"that":[9,100,152,170,200],"leverages":[10],"a":[11,26,51,188,209],"sparse":[12,104,205],"MoE":[13,105,206],"backbone":[14],"to":[15,125,214],"address":[16],"the":[17,30,60,65,84,101,128,134,142],"digital":[18],"equity":[19],"gap":[20],"for":[21,146,193,221],"under-represented":[22],"languages,":[23],"and":[24,46,83,94,115,169,190,195,211],"establishes":[25,187],"new":[27],"SOTA":[28,71,180],"across":[29,64,218],"entire":[31],"Open":[32],"Leaderboard":[35],"(OALL).":[36],"Our":[37,97],"four-phase":[38],"CoT":[39,108],"distillation":[40,109],"scheme":[41],"integrates":[42],"Arabic-specific":[43],"linguistic":[44,113],"verification":[45],"regional":[47],"ethical":[48],"norms":[49],"into":[50],"372M-token,":[52],"contamination-controlled":[53],"80/20":[54],"Arabic-English":[55],"training":[56],"mixture.":[57],"Arabic-DeepSeek-R1":[58,186],"achieves":[59],"highest":[61],"average":[62],"score":[63],"seven-benchmark":[66],"OALL":[67,85],"suite":[68],"while":[69],"establishing":[70],"or":[72],"near-SOTA,":[73],"including":[74],"dominant":[75],"results":[76,98],"on":[77,133],"grammar-focused":[78],"MadinahQA":[79],"(surpassing":[80],"both":[81],"GPT-5.1":[82,132],"leader":[86],"by":[87],"substantial":[88],"margins),":[89],"safety-oriented":[90],"AraTrust,":[91],"multi-ability":[92],"AlGhafa,":[93],"retrieval-augmented":[95],"ALRAGE.":[96],"indicate":[99,151],"combination":[102],"of":[103,136,154,173,204],"architecture,":[106],"culturally-informed":[107],"with":[110],"explicit":[111],"checks,":[114],"strategic":[116],"bilingual":[117],"data":[118],"curation":[119],"enables":[120],"adapted":[123],"model":[124],"systematically":[126],"outperform":[127],"proprietary":[129],"frontier":[130],"system":[131],"majority":[135],"benchmarks":[137,220],"evaluating":[138],"comprehensive":[139],"language-specific":[140],"tasks:":[141],"first":[143],"such":[144],"demonstration":[145],"LLMs.":[148],"These":[149],"findings":[150],"much":[153],"Arabic's":[155],"performance":[156,181,217],"deficit":[157],"in":[158],"current":[159],"ecosystems":[161],"stems":[162],"from":[163],"under-specialization":[164],"rather":[165],"than":[166],"architectural":[167],"limitations,":[168],"parameter-efficient":[171],"adaptation":[172,203],"open":[174],"reasoning":[175],"models":[176],"can":[177],"yield":[178],"breakthrough":[179],"without":[182],"industrial-scale":[183],"pretraining":[184],"costs.":[185],"validated":[189],"replicable":[191],"framework":[192],"sovereign":[194],"domain-specific":[196],"language":[197],"technologies,":[198],"demonstrating":[199],"strategic,":[201],"culturally-grounded":[202],"backbones":[207],"offers":[208],"viable":[210],"cost-effective":[212],"pathway":[213],"achieving":[215],"record-breaking":[216],"standardized":[219],"low-resource":[222],"languages.":[223]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-10T00:00:00"}