{"id":"https://openalex.org/W4412887872","doi":"https://doi.org/10.18653/v1/2025.findings-acl.976","title":"AfroBench: How Good are Large Language Models on African Languages?","display_name":"AfroBench: How Good are Large Language Models on African Languages?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887872","doi":"https://doi.org/10.18653/v1/2025.findings-acl.976"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.976","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.976","pdf_url":"https://aclanthology.org/2025.findings-acl.976.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.976.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016185695","display_name":"Jessica Ojo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessica Ojo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013749071","display_name":"Odunayo Ogundepo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Odunayo Ogundepo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060546041","display_name":"Akintunde Oladipo","orcid":"https://orcid.org/0009-0000-2630-8167"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akintunde Oladipo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088147173","display_name":"Kelechi Ogueji","orcid":"https://orcid.org/0009-0004-7919-9303"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kelechi Ogueji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049427071","display_name":"Pontus Stenetorp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pontus Stenetorp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088658365","display_name":"David Ifeoluwa Adelani","orcid":"https://orcid.org/0000-0002-0193-2083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Ifeoluwa Adelani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":128.9741,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99915612,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"19048","last_page":"19095"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8212000131607056,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8212000131607056,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7160999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.7149999737739563,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7169892191886902},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5392758846282959},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3849923014640808},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3672512173652649},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0748816728591919}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7169892191886902},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5392758846282959},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3849923014640808},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3672512173652649},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0748816728591919}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.976","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.976","pdf_url":"https://aclanthology.org/2025.findings-acl.976.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.976","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.976","pdf_url":"https://aclanthology.org/2025.findings-acl.976.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887872.pdf","grobid_xml":"https://content.openalex.org/works/W4412887872.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large-scale":[0],"multilingual":[1],"evaluations,":[2],"such":[3,116],"as":[4,117],"MEGA,":[5],"often":[6],"include":[7],"only":[8],"a":[9,38,147],"handful":[10],"of":[11,18,26,31,41,57,69,95,133],"African":[12,28,61,120,142],"languages":[13,42,121,143],"due":[14],"to":[15,98,145,158],"the":[16,23,55,93,131,153],"scarcity":[17],"high-quality":[19],"evaluation":[20,36],"data":[21,135],"and":[22,43,65,81,85,104,119],"limited":[24],"discoverability":[25],"existing":[27],"datasets.This":[29],"lack":[30],"representation":[32],"hinders":[33],"comprehensive":[34],"LLM":[35],"across":[37,59,122],"diverse":[39],"range":[40],"tasks.To":[44],"address":[45],"these":[46],"challenges,":[47],"we":[48],"introduce":[49],"AFROBENCH-a":[50],"multi-task":[51],"benchmark":[52],"for":[53,149,155],"evaluating":[54],"performance":[56,94,112,126,140],"LLMs":[58,97],"64":[60],"languages,":[62,115],"15":[63],"tasks":[64],"22":[66],"datasets.AFROBENCH":[67],"consists":[68],"nine":[70],"natural":[71],"language":[72],"understanding":[73],"datasets,":[74,78],"six":[75,79],"text":[76],"generation":[77],"knowledge":[80],"question":[82],"answering":[83],"tasks,":[84],"one":[86],"mathematical":[87],"reasoning":[88],"task.We":[89],"present":[90],"results":[91,107],"comparing":[92],"prompting":[96],"fine-tuned":[99],"baselines":[100],"based":[101,129],"on":[102,130,141],"BERT":[103],"T5-style":[105],"models.Our":[106],"suggest":[108],"large":[109],"gaps":[110],"in":[111],"between":[113],"high-resource":[114],"English,":[118],"most":[123],"tasks;":[124],"but":[125],"also":[127],"varies":[128],"availability":[132],"monolingual":[134],"resources.Our":[136],"findings":[137],"confirm":[138],"that":[139],"continues":[144],"remain":[146],"hurdle":[148],"current":[150],"LLMs,":[151],"underscoring":[152],"need":[154],"additional":[156],"efforts":[157],"close":[159],"this":[160],"gap.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}