{"id":"https://openalex.org/W6948146922","doi":"https://doi.org/10.48550/arxiv.2507.08538","title":"The AI Language Proficiency Monitor -- Tracking the Progress of LLMs on Multilingual Benchmarks","display_name":"The AI Language Proficiency Monitor -- Tracking the Progress of LLMs on Multilingual Benchmarks","publication_year":2025,"publication_date":"2025-07-11","ids":{"openalex":"https://openalex.org/W6948146922","doi":"https://doi.org/10.48550/arxiv.2507.08538"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2507.08538","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08538","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2507.08538","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pomerenke, David","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pomerenke, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Nothnagel, Jonas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nothnagel, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ostermann, Simon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ostermann, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11155","display_name":"Toxoplasma gondii Research Studies","score":0.8876000046730042,"subfield":{"id":"https://openalex.org/subfields/2405","display_name":"Parasitology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11155","display_name":"Toxoplasma gondii Research Studies","score":0.8876000046730042,"subfield":{"id":"https://openalex.org/subfields/2405","display_name":"Parasitology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12223","display_name":"Leptospirosis research and findings","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/2405","display_name":"Parasitology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10659","display_name":"Marine animal studies overview","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7616000175476074},{"id":"https://openalex.org/keywords/dashboard","display_name":"Dashboard","score":0.6164000034332275},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6071000099182129},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5410000085830688},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.520799994468689},{"id":"https://openalex.org/keywords/language-proficiency","display_name":"Language proficiency","score":0.4334999918937683},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.37279999256134033}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7616000175476074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730400025844574},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.6164000034332275},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5410000085830688},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.520799994468689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4481000006198883},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43299999833106995},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40470001101493835},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.29660001397132874},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C39896193","wikidata":"https://www.wikidata.org/wiki/Q380344","display_name":"Descriptive statistics","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2507.08538","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08538","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2507.08538","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.08538","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7688848972320557,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0],"ensure":[1],"equitable":[2],"access":[3],"to":[4,15,41,97,125],"the":[5,20,25,100],"benefits":[6],"of":[7],"large":[8],"language":[9],"models":[10],"(LLMs),":[11],"it":[12],"is":[13,136],"essential":[14],"evaluate":[16],"their":[17],"capabilities":[18],"across":[19,39],"world's":[21],"languages.":[22,50],"We":[23,73],"introduce":[24],"AI":[26],"Language":[27],"Proficiency":[28],"Monitor,":[29],"a":[30,45,107],"comprehensive":[31],"multilingual":[32,120,132],"benchmark":[33,52],"that":[34,81],"systematically":[35],"assesses":[36],"LLM":[37],"performance":[38],"up":[40],"200":[42],"languages,":[43],"with":[44],"particular":[46],"focus":[47],"on":[48],"low-resource":[49],"Our":[51],"aggregates":[53],"diverse":[54],"tasks":[55],"including":[56],"translation,":[57],"question":[58],"answering,":[59],"math,":[60],"and":[61,71,79,85,90,111,117,129],"reasoning,":[62],"using":[63],"datasets":[64],"such":[65,105],"as":[66,106],"FLORES+,":[67],"MMLU,":[68],"GSM8K,":[69],"TruthfulQA,":[70],"ARC.":[72],"provide":[74],"an":[75],"open-source,":[76],"auto-updating":[77],"leaderboard":[78],"dashboard":[80],"supports":[82],"researchers,":[83],"developers,":[84],"policymakers":[86],"in":[87,92,131],"identifying":[88],"strengths":[89],"gaps":[91],"model":[93],"performance.":[94],"In":[95],"addition":[96],"ranking":[98],"models,":[99],"platform":[101],"offers":[102],"descriptive":[103],"insights":[104],"global":[108],"proficiency":[109],"map":[110],"trends":[112],"over":[113],"time.":[114],"By":[115],"complementing":[116],"extending":[118],"prior":[119],"benchmarks,":[121],"our":[122],"work":[123],"aims":[124],"foster":[126],"transparency,":[127],"inclusivity,":[128],"progress":[130],"AI.":[133],"The":[134],"system":[135],"available":[137],"at":[138],"https://huggingface.co/spaces/fair-forward/evals-for-every-language.":[139]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}