{"id":"https://openalex.org/W4411119839","doi":"https://doi.org/10.18653/v1/2025.naacl-long.139","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","display_name":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411119839","doi":"https://doi.org/10.18653/v1/2025.naacl-long.139"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.naacl-long.139","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.naacl-long.139","pdf_url":"https://aclanthology.org/2025.naacl-long.139.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.naacl-long.139.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088658365","display_name":"David Ifeoluwa Adelani","orcid":"https://orcid.org/0000-0002-0193-2083"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"David Ifeoluwa Adelani","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016185695","display_name":"Jessica Ojo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessica Ojo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013873474","display_name":"Israel Abebe Azime","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Israel Abebe Azime","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102684386","display_name":"Jian Yun Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Yun Zhuang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022193863","display_name":"Jesujoba Oluwadara Alabi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jesujoba Oluwadara Alabi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060320196","display_name":"Xuanli He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuanli He","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089451523","display_name":"Millicent Ochieng","orcid":"https://orcid.org/0000-0003-4769-7039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Millicent Ochieng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078850040","display_name":"Sara Hooker","orcid":"https://orcid.org/0000-0002-0190-6459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sara Hooker","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004241641","display_name":"Andiswa Bukula","orcid":"https://orcid.org/0000-0002-6667-4599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andiswa Bukula","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013354989","display_name":"En-Shiun Annie Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"En-Shiun Annie Lee","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012284465","display_name":"Chiamaka Ijeoma Chukwuneke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiamaka Ijeoma Chukwuneke","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029705069","display_name":"Happy Buzaaba","orcid":"https://orcid.org/0000-0001-7985-3396"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Happy Buzaaba","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044121206","display_name":"Blessing Sibanda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blessing Kudzaishe Sibanda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042051097","display_name":"Godson Koffi Kalipe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Godson Koffi Kalipe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011303143","display_name":"Jonathan Mukiibi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Mukiibi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047927727","display_name":"Salomon Kabongo Kabenamualu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salomon Kabongo Kabenamualu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061112365","display_name":"Foutse Yuehgoh","orcid":"https://orcid.org/0000-0002-2092-1013"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foutse Yuehgoh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014760696","display_name":"Mmasibidi Setaka","orcid":"https://orcid.org/0000-0002-2790-3344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mmasibidi Setaka","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034054107","display_name":"Lolwethu Ndolela","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lolwethu Ndolela","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001211685","display_name":"Nkiruka Odu","orcid":"https://orcid.org/0000-0001-8643-7155"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nkiruka Odu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076520827","display_name":"Rooweither Mabuya","orcid":"https://orcid.org/0000-0001-6658-975X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rooweither Mabuya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010053988","display_name":"Salomey Osei","orcid":"https://orcid.org/0000-0003-1900-3124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salomey Osei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002849148","display_name":"Shamsuddeen Hassan Muhammad","orcid":"https://orcid.org/0000-0001-7708-0799"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shamsuddeen Hassan Muhammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015715837","display_name":"Sokhar Samb","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sokhar Samb","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007629765","display_name":"Tadesse Kebede Guge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tadesse Kebede Guge","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117865137","display_name":"Tombekai Vangoni Sherman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tombekai Vangoni Sherman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049427071","display_name":"Pontus Stenetorp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pontus Stenetorp","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":27,"corresponding_author_ids":["https://openalex.org/A5088658365"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.3726,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97518072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2732","last_page":"2757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8270000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8270000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8136000037193298,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.706031322479248},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6968442797660828},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3877990245819092},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3633538782596588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32684504985809326},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.12124994397163391},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.05046790838241577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.706031322479248},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6968442797660828},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3877990245819092},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3633538782596588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32684504985809326},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12124994397163391},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.05046790838241577}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.naacl-long.139","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.naacl-long.139","pdf_url":"https://aclanthology.org/2025.naacl-long.139.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.naacl-long.139","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.naacl-long.139","pdf_url":"https://aclanthology.org/2025.naacl-long.139.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4812237278","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320319949","funder_display_name":"International Development Research Centre"}],"funders":[{"id":"https://openalex.org/F4320306149","display_name":"Rockefeller Foundation","ror":"https://ror.org/03sfkwk85"},{"id":"https://openalex.org/F4320319949","display_name":"International Development Research Centre","ror":"https://ror.org/0445x0472"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411119839.pdf","grobid_xml":"https://content.openalex.org/works/W4411119839.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W3204019825"],"abstract_inverted_index":{"David":[0],"Ifeoluwa":[1],"Adelani,":[2],"Jessica":[3],"Ojo,":[4],"Israel":[5],"Abebe":[6],"Azime,":[7],"Jian":[8],"Yun":[9],"Zhuang,":[10],"Jesujoba":[11],"Oluwadara":[12],"Alabi,":[13],"Xuanli":[14],"He,":[15],"Millicent":[16],"Ochieng,":[17],"Sara":[18],"Hooker,":[19],"Andiswa":[20],"Bukula,":[21],"En-Shiun":[22],"Annie":[23],"Lee,":[24],"Chiamaka":[25],"Ijeoma":[26],"Chukwuneke,":[27],"Happy":[28],"Buzaaba,":[29],"Blessing":[30],"Kudzaishe":[31],"Sibanda,":[32],"Godson":[33],"Koffi":[34],"Kalipe,":[35],"Jonathan":[36],"Mukiibi,":[37],"Salomon":[38],"Kabongo":[39],"Kabenamualu,":[40],"Foutse":[41],"Yuehgoh,":[42],"Mmasibidi":[43],"Setaka,":[44],"Lolwethu":[45],"Ndolela,":[46],"Nkiruka":[47],"Odu,":[48],"Rooweither":[49],"Mabuya,":[50],"Salomey":[51],"Osei,":[52],"Shamsuddeen":[53],"Hassan":[54],"Muhammad,":[55],"Sokhar":[56],"Samb,":[57],"Tadesse":[58],"Kebede":[59],"Guge,":[60],"Tombekai":[61],"Vangoni":[62],"Sherman,":[63],"Pontus":[64],"Stenetorp.":[65],"Proceedings":[66],"of":[67,71,74,78],"the":[68,72,75,79],"2025":[69],"Conference":[70],"Nations":[73],"Americas":[76],"Chapter":[77],"Association":[80],"for":[81],"Computational":[82],"Linguistics:":[83],"Human":[84],"Language":[85],"Technologies":[86],"(Volume":[87],"1:":[88],"Long":[89],"Papers).":[90],"2025.":[91]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}