{"id":"https://openalex.org/W4415538231","doi":"https://doi.org/10.1145/3746027.3755748","title":"Do Existing Testing Tools Really Uncover Gender Bias in Text-to-Image Models?","display_name":"Do Existing Testing Tools Really Uncover Gender Bias in Text-to-Image Models?","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538231","doi":"https://doi.org/10.1145/3746027.3755748"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755748","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755748","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3755748","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016180477","display_name":"Yunbo Lyu","orcid":"https://orcid.org/0009-0004-2522-7348"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yunbo Lyu","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0004-2522-7348","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695791","display_name":"Zhou Yang","orcid":"https://orcid.org/0000-0001-5938-1918"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhou Yang","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5938-1918","affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077791989","display_name":"Yuqing Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuqing Niu","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0003-6794-4970","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024040521","display_name":"Jing Jiang","orcid":"https://orcid.org/0000-0002-3035-0074"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Jiang","raw_affiliation_strings":["Australian National University, Canberra, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3035-0074","affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2696,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93346449,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"11687","last_page":"11696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.7549999952316284},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5554999709129333},{"id":"https://openalex.org/keywords/gender-gap","display_name":"Gender gap","score":0.5266000032424927},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5213000178337097},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5019999742507935},{"id":"https://openalex.org/keywords/gender-discrimination","display_name":"Gender discrimination","score":0.41760000586509705}],"concepts":[{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.7549999952316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.602400004863739},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C2986619947","wikidata":"https://www.wikidata.org/wiki/Q30103150","display_name":"Gender gap","level":2,"score":0.5266000032424927},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5019999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49129998683929443},{"id":"https://openalex.org/C2993271050","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender discrimination","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41190001368522644},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3208000063896179},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C3020004979","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Sex discrimination","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C2780977596","wikidata":"https://www.wikidata.org/wiki/Q5531013","display_name":"Gender pay gap","level":3,"score":0.260699987411499},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25110000371932983},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755748","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755748","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746027.3755748","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755748","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6471384544","display_name":null,"funder_award_id":"MOET32020- 0004","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2154602077","https://openalex.org/W2599025709","https://openalex.org/W2795975316","https://openalex.org/W2913771223","https://openalex.org/W3007157104","https://openalex.org/W3120485916","https://openalex.org/W3179976352","https://openalex.org/W3194896290","https://openalex.org/W3217463290","https://openalex.org/W4220760463","https://openalex.org/W4312933868","https://openalex.org/W4376606911","https://openalex.org/W4384154513","https://openalex.org/W4384155447","https://openalex.org/W4384155632","https://openalex.org/W4384345689","https://openalex.org/W4386242353","https://openalex.org/W4390872723","https://openalex.org/W4390872727","https://openalex.org/W4392645489","https://openalex.org/W4399125977","https://openalex.org/W4402442979","https://openalex.org/W6939709327"],"related_works":[],"abstract_inverted_index":{"Text-to-Image":[0],"(T2I)":[1],"models":[2,43,190,224],"have":[3,39,81,338],"recently":[4],"gained":[5],"significant":[6],"attention":[7],"due":[8],"to":[9,12,281],"their":[10],"ability":[11],"generate":[13,191,201],"high-quality":[14],"images":[15,163,199,202,239],"and":[16,104,134,176,260,328,342],"are":[17,28],"consequently":[18],"used":[19],"in":[20,148,271,296,319],"a":[21,61,92,130,158,192,226,323],"wide":[22],"range":[23],"of":[24,34,60,72,161,197,214,269,288,294,325,334],"applications.":[25],"However,":[26],"there":[27],"concerns":[29],"about":[30],"the":[31,101,107,115,137,145,181,212,215,235,251,266,286,292,316],"gender":[32,49,84,108,126,213,257,317],"bias":[33,85,109,127,138,147,258,270,278,318],"these":[35],"models.":[36],"Previous":[37],"studies":[38],"shown":[40],"that":[41,186,220,262],"T2I":[42,89,149,168,189,223,272,320],"can":[44],"perpetuate":[45],"or":[46,248],"even":[47],"amplify":[48],"stereotypes":[50],"when":[51],"provided":[52],"with":[53,66,77,203,232,274,298,322],"neutral":[54],"text":[55],"prompts":[56,242],"(e.g.,":[57,200,246],"'a":[58,70],"photo":[59,71],"CEO'":[62],"is":[63,74],"often":[64,75],"associates":[65,76],"male":[67,230],"images,":[68,231],"while":[69],"nurse'":[73],"female":[78],"images).":[79],"Researchers":[80],"proposed":[82],"automated":[83],"uncovering":[86],"detectors":[87,103,128,142,259,276,295],"for":[88,228],"models,":[90,150,169,273,321],"but":[91],"crucial":[93],"gap":[94,122],"exists:":[95],"no":[96,204],"existing":[97],"work":[98],"comprehensively":[99],"compares":[100],"various":[102,141],"understands":[105],"how":[106,136],"detected":[110],"by":[111,123,140,153,279],"them":[112],"deviates":[113,143],"from":[114,144,165],"actual":[116,146,267],"situation.":[117],"This":[118],"study":[119],"addresses":[120],"this":[121],"validating":[124],"previous":[125],"using":[129,241],"manually":[131],"labeled":[132],"dataset":[133,159,341],"comparing":[135],"identified":[139],"as":[151],"verified":[152],"manual":[154],"confirmation.":[155],"We":[156,254,283,337],"create":[157],"consisting":[160],"6,000":[162],"generated":[164,240],"three":[166,188,222],"cutting-edge":[167],"Stable":[170,173],"Diffusion":[171,174],"XL,":[172],"3,":[175],"Dreamlike":[177],"Photoreal":[178],"2.0.":[179],"During":[180],"human-labeling":[182],"process,":[183],"we":[184,305],"find":[185,261],"all":[187,221],"portion":[193],"(12.48%":[194],"on":[195,302],"average)":[196],"low-quality":[198,299,335],"face":[205],"present),":[206],"where":[207],"human":[208],"annotators":[209],"cannot":[210],"determine":[211],"person.":[216],"Our":[217],"analysis":[218],"reveals":[219],"show":[225,250],"preference":[227],"generating":[229],"SDXL":[233],"being":[234],"most":[236,252,313,329],"biased.":[237],"Additionally,":[238],"containing":[243],"professional":[244],"descriptions":[245],"lawyer":[247],"doctor)":[249],"bias.":[253],"evaluate":[255],"seven":[256],"none":[263],"fully":[264],"capture":[265],"level":[268],"some":[275],"overestimating":[277],"up":[280],"26.95%.":[282],"further":[284],"investigate":[285],"causes":[287],"inaccurate":[289],"estimations,":[290],"highlighting":[291],"limitations":[293],"dealing":[297],"images.":[300],"Based":[301],"our":[303,340],"findings,":[304],"propose":[306],"an":[307],"enhanced":[308],"detector":[309],"called":[310],"CLIP-Enhance,":[311],"which":[312],"accurately":[314],"measures":[315],"difference":[324],"only":[326],"0.47%-1.23%,":[327],"effectively":[330],"filters":[331],"out":[332],"82.91%":[333],"images.1":[336],"made":[339],"code":[343],"publicly":[344],"available.":[345]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-25T00:00:00"}