{"id":"https://openalex.org/W4403796805","doi":"https://doi.org/10.48550/arxiv.2409.17912","title":"Atlas-Chat: Adapting Large Language Models for Low-Resource Moroccan Arabic Dialect","display_name":"Atlas-Chat: Adapting Large Language Models for Low-Resource Moroccan Arabic Dialect","publication_year":2024,"publication_date":"2024-09-26","ids":{"openalex":"https://openalex.org/W4403796805","doi":"https://doi.org/10.48550/arxiv.2409.17912"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.17912","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.17912","pdf_url":"https://arxiv.org/pdf/2409.17912","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.17912","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038162261","display_name":"Guokan Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Guokan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012412123","display_name":"Hadi Abdine","orcid":"https://orcid.org/0009-0001-3944-4747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdine, Hadi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095857213","display_name":"Yousef Khoubrane","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khoubrane, Yousef","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021329808","display_name":"Amr Mohamed","orcid":"https://orcid.org/0000-0002-1583-7503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohamed, Amr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093909909","display_name":"Yassine Abbahaddou","orcid":"https://orcid.org/0009-0009-8895-3511"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abbahaddou, Yassine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088419102","display_name":"Sofiane Ennadir","orcid":"https://orcid.org/0000-0001-9969-4660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ennadir, Sofiane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114419159","display_name":"Imane Momayiz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Momayiz, Imane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080908958","display_name":"Xuguang Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Xuguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101398712","display_name":"\u00c9ric Moulines","orcid":"https://orcid.org/0000-0002-2058-0693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moulines, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakov, Preslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085652160","display_name":"Michalis Vazirgiannis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vazirgiannis, Michalis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13912","display_name":"Language, Linguistics, Cultural Analysis","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13912","display_name":"Language, Linguistics, Cultural Analysis","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13623","display_name":"Linguistic Studies and Language Acquisition","score":0.9416999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/atlas","display_name":"Atlas (anatomy)","score":0.8409137725830078},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.7626568078994751},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5389087796211243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5152909755706787},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.48202383518218994},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4421709179878235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3233638405799866},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08121109008789062},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0637064278125763}],"concepts":[{"id":"https://openalex.org/C2776673561","wikidata":"https://www.wikidata.org/wiki/Q655357","display_name":"Atlas (anatomy)","level":2,"score":0.8409137725830078},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.7626568078994751},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5389087796211243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5152909755706787},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.48202383518218994},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4421709179878235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3233638405799866},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08121109008789062},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0637064278125763},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.17912","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.17912","pdf_url":"https://arxiv.org/pdf/2409.17912","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.17912","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.17912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.17912","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.17912","pdf_url":"https://arxiv.org/pdf/2409.17912","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403796805.pdf","grobid_xml":"https://content.openalex.org/works/W4403796805.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2314146950","https://openalex.org/W2011187995","https://openalex.org/W2373521488","https://openalex.org/W2324878645","https://openalex.org/W2803101231","https://openalex.org/W4284509","https://openalex.org/W4393084406","https://openalex.org/W606911313","https://openalex.org/W4229506690","https://openalex.org/W638747717"],"abstract_inverted_index":{"We":[0],"introduce":[1],"Atlas-Chat,":[2],"the":[3,54],"first-ever":[4],"collection":[5],"of":[6,118,145,156],"LLMs":[7,76],"specifically":[8],"developed":[9],"for":[10,104,147],"dialectal":[11],"Arabic.":[12],"Focusing":[13],"on":[14,53,96],"Moroccan":[15],"Arabic,":[16],"also":[17],"known":[18],"as":[19],"Darija,":[20],"we":[21,113,137],"construct":[22],"our":[23,69,83,99,131,139],"instruction":[24],"dataset":[25],"by":[26,159],"consolidating":[27],"existing":[28],"Darija":[29,61,105],"language":[30],"resources,":[31],"creating":[32],"novel":[33],"datasets":[34],"both":[35,72,107],"manually":[36],"and":[37,39,49,63,74,80,109,122,136],"synthetically,":[38],"translating":[40],"English":[41],"instructions":[42,62],"with":[43],"stringent":[44],"quality":[45],"control.":[46],"Atlas-Chat-2B,":[47],"9B,":[48],"27B":[50],"models,":[51],"fine-tuned":[52],"dataset,":[55],"exhibit":[56],"superior":[57],"ability":[58],"in":[59,98,154],"following":[60],"performing":[64],"standard":[65],"NLP":[66],"tasks.":[67,111],"Notably,":[68],"models":[70],"outperform":[71],"state-of-the-art":[73],"Arabic-specialized":[75],"like":[77],"LLaMa,":[78],"Jais,":[79],"AceGPT,":[81],"e.g.,":[82],"9B":[84],"model":[85,95,124],"gains":[86],"a":[87,92],"13%":[88],"performance":[89],"boost":[90],"over":[91],"larger":[93],"13B":[94],"DarijaMMLU,":[97],"newly":[100],"introduced":[101],"evaluation":[102],"suite":[103],"covering":[106],"discriminative":[108],"generative":[110],"Furthermore,":[112],"perform":[114],"an":[115],"experimental":[116],"analysis":[117],"various":[119],"fine-tuning":[120],"strategies":[121],"base":[123],"choices":[125],"to":[126],"determine":[127],"optimal":[128],"configurations.":[129],"All":[130],"resources":[132],"are":[133,151],"publicly":[134],"accessible,":[135],"believe":[138],"work":[140],"offers":[141],"comprehensive":[142],"design":[143],"methodologies":[144],"instruction-tuning":[146],"low-resource":[148],"languages,":[149],"which":[150],"often":[152],"neglected":[153],"favor":[155],"data-rich":[157],"languages":[158],"contemporary":[160],"LLMs.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2024-10-27T00:00:00"}