{"id":"https://openalex.org/W4399365301","doi":"https://doi.org/10.1145/3630106.3658927","title":"Towards Geographic Inclusion in the Evaluation of Text-to-Image Models","display_name":"Towards Geographic Inclusion in the Evaluation of Text-to-Image Models","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399365301","doi":"https://doi.org/10.1145/3630106.3658927"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658927","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658927","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658927","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102935600","display_name":"Melissa Hall","orcid":"https://orcid.org/0009-0009-0509-1654"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Melissa Hall","raw_affiliation_strings":["Meta (FAIR), United States"],"affiliations":[{"raw_affiliation_string":"Meta (FAIR), United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024504757","display_name":"Samuel J. Bell","orcid":"https://orcid.org/0000-0002-9437-5449"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel J. Bell","raw_affiliation_strings":["Meta (FAIR), France"],"affiliations":[{"raw_affiliation_string":"Meta (FAIR), France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082026462","display_name":"Candace Ross","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Candace Ross","raw_affiliation_strings":["Meta (FAIR), USA"],"affiliations":[{"raw_affiliation_string":"Meta (FAIR), USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062696000","display_name":"Adina Williams","orcid":"https://orcid.org/0000-0001-5281-3343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adina Williams","raw_affiliation_strings":["Meta (FAIR), USA"],"affiliations":[{"raw_affiliation_string":"Meta (FAIR), USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024536150","display_name":"Michal Drozdzal","orcid":"https://orcid.org/0000-0002-0661-6338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michal Drozdzal","raw_affiliation_strings":["Meta (FAIR), Canada"],"affiliations":[{"raw_affiliation_string":"Meta (FAIR), Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080039924","display_name":"Adriana Romero","orcid":"https://orcid.org/0000-0003-3604-6281"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Adriana Romero Soriano","raw_affiliation_strings":["Meta (FAIR), Canada and Mila, Canada and McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"Meta (FAIR), Canada and Mila, Canada and McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102935600"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4583,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82629922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"585","last_page":"601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7681452035903931},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5554994940757751},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4913746416568756},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4876660108566284},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4871468245983124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.472471684217453},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40552255511283875},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35044679045677185}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7681452035903931},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5554994940757751},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4913746416568756},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4876660108566284},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4871468245983124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.472471684217453},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40552255511283875},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35044679045677185},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3630106.3658927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658927","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658927","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3630106.3658927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658927","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658927","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399365301.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W2025722797","https://openalex.org/W2108598243","https://openalex.org/W2747971205","https://openalex.org/W2962785568","https://openalex.org/W3135367836","https://openalex.org/W3135514117","https://openalex.org/W4280621405","https://openalex.org/W4286980377","https://openalex.org/W4309618884","https://openalex.org/W4377372266","https://openalex.org/W4379959055","https://openalex.org/W4385572726","https://openalex.org/W4390872723","https://openalex.org/W6801986474"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2047973478","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2113666009","https://openalex.org/W2145649715","https://openalex.org/W1603736412","https://openalex.org/W3195209712","https://openalex.org/W3121514110"],"abstract_inverted_index":{"Rapid":[0],"progress":[1],"in":[2,109,116,126,177,227],"text-to-image":[3],"generative":[4],"models":[5,30],"coupled":[6],"with":[7,42,82,150,215],"their":[8,21,117,206,271],"deployment":[9],"for":[10,68,171,237],"visual":[11,122],"content":[12],"creation":[13],"has":[14],"magnified":[15],"the":[16,43,69,196,210,222,253],"importance":[17],"of":[18,29,72,87,119,187,198,212,218,224,255,266],"thoroughly":[19],"evaluating":[20],"performance":[22,59],"and":[23,40,47,57,93,112,124,128,142,163,240,251,274],"identifying":[24],"potential":[25],"biases.":[26],"In":[27,95,194],"pursuit":[28],"that":[31,34,155,164],"generate":[32],"images":[33,130],"are":[35,190],"realistic,":[36],"diverse,":[37],"visually":[38],"appealing,":[39],"consistent":[41],"given":[44],"prompt,":[45],"researchers":[46],"practitioners":[48],"often":[49,64,75,180],"turn":[50],"to":[51,54,66,104,231],"automated":[52,152],"metrics":[53,63,166],"facilitate":[55],"scalable":[56],"cost-effective":[58],"profiling.":[60],"However,":[61],"commonly-used":[62],"fail":[65],"account":[67,170],"full":[70],"diversity":[71],"human":[73,78,148,156,216,241],"preference;":[74],"even":[76],"in-depth":[77],"evaluations":[79,200],"face":[80],"challenges":[81],"subjectivity,":[83],"especially":[84],"as":[85,209],"interpretations":[86],"evaluation":[88,267],"criteria":[89,268],"vary":[90,115,158],"across":[91,160],"regions":[92],"cultures.":[94],"this":[96,172],"work,":[97],"we":[98],"conduct":[99],"a":[100,188],"large,":[101],"cross-cultural":[102],"study":[103,105],"how":[106],"much":[107],"annotators":[108,176,258],"Africa,":[110],"Europe,":[111],"Southeast":[113],"Asia":[114],"perception":[118,217],"geographic":[120,161],"representation,":[121],"appeal,":[123],"consistency":[125],"real":[127],"generated":[129],"from":[131,247],"state-of-the":[132],"art":[133],"public":[134],"APIs.":[135],"We":[136,146,234],"collect":[137],"over":[138],"65,000":[139],"image":[140],"annotations":[141,149,246],"20":[143],"survey":[144],"responses.":[145],"contrast":[147],"common":[151],"metrics,":[153],"finding":[154],"preferences":[157],"notably":[159],"location":[162],"current":[165],"do":[167],"not":[168],"fully":[169],"diversity.":[173],"For":[174],"example,":[175],"different":[178],"locations":[179],"disagree":[181],"on":[182,203,259],"whether":[183,260],"exaggerated,":[184],"stereotypical":[185],"depictions":[186],"region":[189,254],"considered":[191],"geographically":[192],"representative.":[193],"addition,":[195],"utility":[197],"automatic":[199,239,278],"is":[201],"dependent":[202],"assumptions":[204,276],"about":[205],"set-up,":[207],"such":[208],"alignment":[211],"feature":[213],"extractors":[214],"object":[219],"similarity":[220],"or":[221,269],"definition":[223],"\u201cappeal\u201d":[225],"captured":[226],"reference":[228],"datasets":[229],"used":[230],"ground":[232],"evaluations.":[233,242,279],"recommend":[235],"steps":[236],"improved":[238],"This":[243],"includes":[244],"collecting":[245],"people":[248],"located":[249],"inside":[250],"outside":[252],"interest,":[256],"instructing":[257],"they":[261],"should":[262],"follow":[263],"specific":[264],"definitions":[265],"utilize":[270],"own":[272],"interpretation,":[273],"reporting":[275],"underlying":[277]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}