{"id":"https://openalex.org/W7163669459","doi":"https://doi.org/10.48550/arxiv.2606.05187","title":"Geographic Bias and Diversity in AI Evaluation","display_name":"Geographic Bias and Diversity in AI Evaluation","publication_year":2026,"publication_date":"2026-04-28","ids":{"openalex":"https://openalex.org/W7163669459","doi":"https://doi.org/10.48550/arxiv.2606.05187"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05187","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05187","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028342643","display_name":"Zilong Liu","orcid":"https://orcid.org/0000-0002-7699-3366"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zilong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137953758","display_name":"Krzysztof Janowicz","orcid":"https://orcid.org/0009-0003-1968-887X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Janowicz, Krzysztof","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036007312","display_name":"Gengchen Mai","orcid":"https://orcid.org/0000-0002-7818-7309"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mai, Gengchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138016216","display_name":"Song Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137934109","display_name":"Rui Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.15929999947547913,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.15929999947547913,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.15109999477863312,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.1225999966263771,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6651999950408936},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5777999758720398},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46239998936653137},{"id":"https://openalex.org/keywords/scrutiny","display_name":"Scrutiny","score":0.430400013923645},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.36910000443458557},{"id":"https://openalex.org/keywords/inequality","display_name":"Inequality","score":0.35440000891685486},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3416000008583069}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6651999950408936},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4726000130176544},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46239998936653137},{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38940000534057617},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C45555294","wikidata":"https://www.wikidata.org/wiki/Q28113351","display_name":"Inequality","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.33489999175071716},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.3174999952316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3086000084877014},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2741999924182892},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2718999981880188},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2612999975681305},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05187","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05187","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8036380410194397,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Among":[0],"the":[1,5,27,76,111,121,143,150,157,176,184],"many":[2],"challenges":[3],"hindering":[4],"responsible":[6],"development":[7],"and":[8,124,146,195],"deployment":[9],"of":[10,79,113,133,153,159,186],"AI,":[11,39],"arguably":[12],"none":[13],"has":[14,74],"faced":[15],"more":[16],"intense":[17],"scrutiny":[18],"than":[19],"bias":[20,80,114,141,178],"in":[21,142,149,183],"its":[22],"various":[23,190],"forms.":[24],"This":[25],"underscores":[26],"widespread":[28],"concerns":[29],"across":[30,61,189],"AI":[31,91,123,126,161,188],"researchers":[32],"that":[33,52],"model":[34,50],"outputs,":[35],"e.g.,":[36],"from":[37,46,65,139],"generative":[38,125,160,187],"may":[40,53],"encode":[41],"structural":[42],"distributional":[43],"imbalances":[44],"(stemming":[45],"training":[47,144],"data":[48,145],"or":[49,57,81],"design)":[51],"amplify":[54],"social":[55],"inequality":[56],"introduce":[58],"systemic":[59],"distortions":[60],"application":[62],"domains":[63],"ranging":[64],"biodiversity":[66],"to":[67,92,156,162],"disaster":[68],"mitigation.":[69],"Yet,":[70],"relatively":[71],"little":[72],"work":[73,118],"investigated":[75],"geographical":[77],"nature":[78],"developed":[82],"measurable":[83],"benchmarks":[84],"for":[85,89],"what":[86],"it":[87],"means":[88],"(generative)":[90],"be":[93],"unbiased.":[94],"In":[95],"this":[96,100],"chapter,":[97],"we":[98,116,129,170],"investigate":[99],"issue":[101],"through":[102],"a":[103,131],"literature":[104],"review.":[105],"As":[106],"foundation":[107],"models":[108,155],"are":[109],"reshaping":[110],"landscape":[112],"research,":[115],"examine":[117],"spanning":[119],"both":[120],"pre-generative":[122],"periods.":[127],"First,":[128],"identify":[130],"range":[132],"geographic":[134,181],"biases.":[135],"These":[136],"biases":[137],"span":[138],"representation":[140],"regional":[147],"disparities":[148],"factual":[151],"recall":[152],"language":[154],"tendency":[158],"over-proportionally":[163],"favor":[164],"prototypical":[165],"places":[166],"(called":[167],"defaults).":[168],"Then,":[169],"showcase":[171],"how":[172],"recent":[173],"studies":[174],"address":[175],"latter":[177],"by":[179],"evaluating":[180],"diversity":[182],"outputs":[185],"cognitive":[191],"levels,":[192],"parameter":[193],"settings,":[194],"output":[196],"modalities.":[197]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}