{"id":"https://openalex.org/W4378473793","doi":"https://doi.org/10.48550/arxiv.2305.14716","title":"GlobalBench: A Benchmark for Global Progress in Natural Language Processing","display_name":"GlobalBench: A Benchmark for Global Progress in Natural Language Processing","publication_year":2023,"publication_date":"2023-05-24","ids":{"openalex":"https://openalex.org/W4378473793","doi":"https://doi.org/10.48550/arxiv.2305.14716"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.14716","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.14716","pdf_url":"https://arxiv.org/pdf/2305.14716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.14716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102516926","display_name":"Yueqi Song","orcid":"https://orcid.org/0009-0008-1081-8953"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yueqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cui, Catherine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Catherine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052885801","display_name":"Simran Khanuja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khanuja, Simran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354997","display_name":"Pengfei Liu","orcid":"https://orcid.org/0000-0001-9030-1875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101827902","display_name":"Fahim Faisal","orcid":"https://orcid.org/0000-0001-9835-6299"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Faisal, Fahim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034648031","display_name":"Alissa Ostapenko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ostapenko, Alissa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085516032","display_name":"Genta Indra Winata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Winata, Genta Indra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112924039","display_name":"Alham Fikri Aji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aji, Alham Fikri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084836777","display_name":"Samuel Cahyawijaya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cahyawijaya, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062910836","display_name":"Yulia Tsvetkov","orcid":"https://orcid.org/0000-0002-4634-7128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsvetkov, Yulia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013793053","display_name":"Antonios Anastasopoulos","orcid":"https://orcid.org/0000-0002-8544-246X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anastasopoulos, Antonios","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neubig, Graham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7815081477165222},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5246824622154236},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4708499610424042},{"id":"https://openalex.org/keywords/equity","display_name":"Equity (law)","score":0.46491795778274536},{"id":"https://openalex.org/keywords/portuguese","display_name":"Portuguese","score":0.4486980140209198},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4339744448661804},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.4287586510181427},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41093865036964417},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22447121143341064},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.16085639595985413},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.13995999097824097},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.068195641040802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7815081477165222},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5246824622154236},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4708499610424042},{"id":"https://openalex.org/C199728807","wikidata":"https://www.wikidata.org/wiki/Q2578557","display_name":"Equity (law)","level":2,"score":0.46491795778274536},{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.4486980140209198},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4339744448661804},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.4287586510181427},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41093865036964417},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22447121143341064},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16085639595985413},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13995999097824097},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.068195641040802},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2305.14716","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.14716","pdf_url":"https://arxiv.org/pdf/2305.14716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.14716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.14716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.14716","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.14716","pdf_url":"https://arxiv.org/pdf/2305.14716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G2867874347","display_name":"FAI: Quantifying and Mitigating Disparities in Language Technologies","funder_award_id":"2040926","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4378473793.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2912615426","https://openalex.org/W2745001401","https://openalex.org/W1964944391","https://openalex.org/W4321353415","https://openalex.org/W2104166387","https://openalex.org/W4299785812","https://openalex.org/W4391101703","https://openalex.org/W563704311","https://openalex.org/W2130974462"],"abstract_inverted_index":{"Despite":[0],"the":[1,38,92,115,123,137,142],"major":[2],"advances":[3],"in":[4,8,81,167],"NLP,":[5],"significant":[6],"disparities":[7],"NLP":[9,79],"system":[10,173],"performance":[11],"across":[12,100],"languages":[13,140],"still":[14],"exist.":[15],"Arguably,":[16],"these":[17],"are":[18,51,141],"due":[19],"to":[20,27,73,121],"uneven":[21],"resource":[22],"allocation":[23],"and":[24,35,53,62,96,127,159,170],"sub-optimal":[25],"incentives":[26],"work":[28],"on":[29,56,77],"less":[30],"resourced":[31],"languages.":[32,63,83,134,177],"To":[33],"track":[34,75],"further":[36],"incentivize":[37],"global":[39],"development":[40],"of":[41,60,98,107,114],"equitable":[42],"language":[43,109],"technology,":[44],"we":[45],"introduce":[46],"GlobalBench.":[47],"Prior":[48],"multilingual":[49,154],"benchmarks":[50,155],"static":[52],"have":[54],"focused":[55],"a":[57,104,145],"limited":[58],"number":[59],"tasks":[61],"In":[64],"contrast,":[65],"GlobalBench":[66,89,118,163],"is":[67,111,119],"an":[68],"ever-expanding":[69],"collection":[70],"that":[71],"aims":[72],"dynamically":[74],"progress":[76],"all":[78,82,101],"datasets":[80,166],"Rather":[84],"than":[85],"solely":[86],"measuring":[87],"accuracy,":[88],"also":[90],"tracks":[91],"estimated":[93],"per-speaker":[94],"utility":[95],"equity":[97],"technology":[99,110],"languages,":[102,126,169],"providing":[103],"multi-faceted":[105],"view":[106],"how":[108],"serving":[112],"people":[113],"world.":[116],"Furthermore,":[117],"designed":[120],"identify":[122],"most":[124,138],"under-served":[125,139],"rewards":[128],"research":[129],"efforts":[130],"directed":[131],"towards":[132],"those":[133],"At":[135],"present,":[136],"ones":[143],"with":[144],"relatively":[146],"high":[147],"population,":[148],"but":[149],"nonetheless":[150],"overlooked":[151],"by":[152],"composite":[153],"(like":[156],"Punjabi,":[157],"Portuguese,":[158],"Wu":[160],"Chinese).":[161],"Currently,":[162],"covers":[164],"966":[165],"190":[168],"has":[171],"1,128":[172],"submissions":[174],"spanning":[175],"62":[176]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2023-05-27T00:00:00"}