{"id":"https://openalex.org/W7160513765","doi":"https://doi.org/10.48550/arxiv.2605.04208","title":"Nsanku: Evaluating Zero-Shot Translation Performance of LLMs for Ghanaian Languages","display_name":"Nsanku: Evaluating Zero-Shot Translation Performance of LLMs for Ghanaian Languages","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160513765","doi":"https://doi.org/10.48550/arxiv.2605.04208"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04208","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135580451","display_name":"Stephen E. Moore","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moore, Stephen E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135546806","display_name":"Mich-Seth Owusu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Owusu, Mich-Seth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129669955","display_name":"Akwasi Asare","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asare, Akwasi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030372321","display_name":"Lawrence Adu Gyamfi","orcid":"https://orcid.org/0000-0002-4100-8717"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gyamfi, Lawrence Adu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057911516","display_name":"Paul Azunre","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azunre, Paul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088813814","display_name":"Joel Budu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Budu, Joel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135575975","display_name":"Jonathan Asiamah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asiamah, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135571252","display_name":"Elias Dzobo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dzobo, Elias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135619260","display_name":"Kelvin Newman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Newman, Kelvin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135620612","display_name":"Edmund O. Benefo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benefo, Edmund O.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135556772","display_name":"Gerhardt Datsomor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Datsomor, Gerhardt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135629046","display_name":"Onesimus Addo Appiah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Appiah, Onesimus Addo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119362346","display_name":"Ama Branoa Banful","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banful, Ama Branoa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135565906","display_name":"Lucas Woedem Kpatah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kpatah, Lucas Woedem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135552935","display_name":"Saani Mustapha Deishini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deishini, Saani Mustapha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135545669","display_name":"John Ayernor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayernor, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":16,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3873000144958496,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3873000144958496,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23350000381469727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.05310000106692314,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.765999972820282},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4869000017642975},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.48590001463890076},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.4706999957561493},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.42080000042915344},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.38609999418258667}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.765999972820282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6054999828338623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5033000111579895},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49059998989105225},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.4706999957561493},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C64032095","wikidata":"https://www.wikidata.org/wiki/Q2624777","display_name":"Languages of Asia","level":3,"score":0.35749998688697815},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3573000133037567},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.349700003862381},{"id":"https://openalex.org/C108494575","wikidata":"https://www.wikidata.org/wiki/Q207930","display_name":"Languages of Africa","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,163,186,215],"models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"impressive":[6],"multilingual":[7],"capabilities":[8],"for":[9,100,184,213],"well-resourced":[10],"languages,":[11],"yet":[12,181],"their":[13],"performance":[14,38,170],"on":[15],"low-resource":[16],"African":[17,214],"languages":[18,48,102],"remains":[19],"poorly":[20],"understood":[21],"and":[22,42,77,87,131,161,171],"largely":[23],"unevaluated.":[24],"This":[25],"paper":[26],"presents":[27],"Nsanku,":[28],"a":[29,88,207],"systematic":[30],"benchmark":[31],"that":[32,108,158,176],"evaluates":[33],"the":[34,57,94,111,154,165,192],"zero-shot":[35],"machine":[36],"translation":[37,98,187],"of":[39,116,148,168],"19":[40],"open-weight":[41,140],"proprietary":[43],"LLMs":[44,178],"across":[45],"43":[46],"Ghanaian":[47,101,185],"paired":[49],"with":[50],"English.":[51],"Evaluation":[52,74],"sentences":[53],"were":[54],"sourced":[55],"from":[56,153],"YouVersion":[58],"Bible":[59],"platform,":[60],"providing":[61],"300":[62],"sentence":[63],"pairs":[64],"per":[65],"language.":[66],"Two":[67],"complementary":[68],"automatic":[69],"metrics":[70],"are":[71,179],"employed:":[72],"Bilingual":[73],"Understudy":[75],"(BLEU)":[76],"Character":[78],"n-gram":[79],"F-Score":[80],"(chrF),":[81],"alongside":[82],"an":[83,145],"average":[84,114,146,195],"accuracy":[85],"score":[86,115,147,196],"cross-language":[89],"consistency":[90,155,173],"dimension.":[91],"Nsanku":[92,205],"represents":[93],"most":[95],"comprehensive":[96],"LLM":[97],"evaluation":[99,211],"conducted":[103],"to":[104],"date.":[105],"Results":[106],"show":[107],"gemini-2.5-flash":[109],"achieves":[110],"highest":[112,193],"overall":[113],"26.88":[117],"(BLEU:":[118,127,135],"24.60,":[119],"chrF:":[120,129,137],"29.16),":[121],"followed":[122],"by":[123],"claude-sonnet-4-5":[124],"at":[125,133,144,188,197,203],"24.87":[126],"22.46,":[128],"27.28)":[130],"gpt-4.1":[132],"23.20":[134],"21.15,":[136],"25.24).":[138],"Among":[139],"models,":[141],"kimi-k2-instruct-0905":[142],"leads":[143],"20.87.":[149],"A":[150],"critical":[151],"finding":[152],"analysis":[156],"is":[157],"no":[159,162],"model":[160],"reached":[164],"Leaders":[166],"quadrant":[167],"high":[169,172],"simultaneously,":[174],"indicating":[175],"current":[177],"not":[180],"reliably":[182],"usable":[183],"scale.":[189],"Siwu":[190],"achieved":[191],"per-language":[194],"25.73":[198],"while":[199],"Nkonya":[200],"scored":[201],"lowest":[202],"11.65.":[204],"establishes":[206],"publicly":[208],"available,":[209],"community-extensible":[210],"infrastructure":[212],"NLP":[216],"research.":[217]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-08T00:00:00"}