{"id":"https://openalex.org/W4412376855","doi":"https://doi.org/10.1145/3726302.3730030","title":"Measuring Text-Image Retrieval Fairness with Synthetic Data","display_name":"Measuring Text-Image Retrieval Fairness with Synthetic Data","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376855","doi":"https://doi.org/10.1145/3726302.3730030"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730030","doi":"https://doi.org/10.1145/3726302.3730030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730030","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008562740","display_name":"Llu\u00eds G\u00f3mez","orcid":"https://orcid.org/0000-0003-1408-9803","observed_orcids":["https://orcid.org/0000-0003-1408-9803"]},"institutions":[{"id":"https://openalex.org/I123044942","display_name":"Universitat Aut\u00f2noma de Barcelona","ror":"https://ror.org/052g8jq94","country_code":"ES","type":"education","lineage":["https://openalex.org/I123044942"]},{"id":"https://openalex.org/I4387153096","display_name":"Computer Vision Center","ror":"https://ror.org/00s0nnj93","country_code":null,"type":"other","lineage":["https://openalex.org/I4387153040","https://openalex.org/I4387153096"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Lluis Gomez","raw_affiliation_strings":["Universitat Autonoma de Barcelona, Barcelona, Spain and Computer Vision Center, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1408-9803","affiliations":[{"raw_affiliation_string":"Universitat Autonoma de Barcelona, Barcelona, Spain and Computer Vision Center, Barcelona, Spain","institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008562740"],"corresponding_institution_ids":["https://openalex.org/I123044942","https://openalex.org/I4387153096"],"apc_list":null,"apc_paid":null,"fwci":1.0537,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79268473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"527","last_page":"538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8525000214576721,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8525000214576721,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.013700000010430813,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-bias","display_name":"social bias","score":0.8980000019073486},{"id":"https://openalex.org/keywords/fairness-evaluation","display_name":"fairness evaluation","score":0.75},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.8240000009536743},{"id":"https://openalex.org/keywords/ethnic-prejudice","display_name":"ethnic prejudice","score":0.9739999771118164},{"id":"https://openalex.org/keywords/synthetic-image-dataset","display_name":"synthetic image dataset","score":0.6769999861717224},{"id":"https://openalex.org/keywords/text-to-image-models","display_name":"text-to-image models","score":0.765999972820282},{"id":"https://openalex.org/keywords/training-data-curation","display_name":"training data curation","score":0.8169999718666077},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.8360000252723694},{"id":"https://openalex.org/keywords/blip","display_name":"BLIP","score":0.7480000257492065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7482789754867554},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.6191045641899109},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6026232838630676},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4695326089859009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3031253218650818}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730030","doi":"https://doi.org/10.1145/3726302.3730030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730030","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:ddd.uab.cat:335157","doi":null,"is_oa":true,"landing_page_url":"https://ddd.uab.cat/record/335157","pdf_url":"https://ddd.uab.cat/pub/caplli/2025/335157/3726302.3730030.pdf","source":{"id":"https://openalex.org/S4306400380","display_name":"Dip\u00f2sit Digital de Documents de la UAB (Universitat Aut\u00f2noma de Barcelona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I123044942","host_organization_name":"Universitat Aut\u00f2noma de Barcelona","host_organization_lineage":["https://openalex.org/I123044942"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Cap\u00edtol de llibre"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730030","doi":"https://doi.org/10.1145/3726302.3730030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730030","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7578999996185303,"id":"https://metadata.un.org/sdg/10"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G425668148","display_name":null,"funder_award_id":".13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":"https://ror.org/003x0zc53"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376855.pdf","grobid_xml":"https://content.openalex.org/works/W4412376855.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W2078807908","https://openalex.org/W2185175083","https://openalex.org/W2259424905","https://openalex.org/W2343052201","https://openalex.org/W2431874326","https://openalex.org/W2544318541","https://openalex.org/W2561715562","https://openalex.org/W2704480242","https://openalex.org/W2747329762","https://openalex.org/W2779573052","https://openalex.org/W2799258637","https://openalex.org/W2950173087","https://openalex.org/W2963290659","https://openalex.org/W2963349562","https://openalex.org/W2966126763","https://openalex.org/W2970231061","https://openalex.org/W2988823324","https://openalex.org/W2994818707","https://openalex.org/W3005222337","https://openalex.org/W3015919249","https://openalex.org/W3034727271","https://openalex.org/W3035605030","https://openalex.org/W3081529310","https://openalex.org/W3090449556","https://openalex.org/W3098075008","https://openalex.org/W3102092462","https://openalex.org/W3103635814","https://openalex.org/W3103891807","https://openalex.org/W3119746452","https://openalex.org/W3120485916","https://openalex.org/W3133702157","https://openalex.org/W3138773240","https://openalex.org/W3153332739","https://openalex.org/W3157831956","https://openalex.org/W3172872502","https://openalex.org/W3173220247","https://openalex.org/W3183266055","https://openalex.org/W4225323055","https://openalex.org/W4229042118","https://openalex.org/W4234721781","https://openalex.org/W4284669679","https://openalex.org/W4284690424","https://openalex.org/W4312910992","https://openalex.org/W4316116707","https://openalex.org/W4382202923","https://openalex.org/W4386065345","https://openalex.org/W4386065512","https://openalex.org/W4390872050","https://openalex.org/W4390872526","https://openalex.org/W4390872687","https://openalex.org/W4390873312","https://openalex.org/W4390873440","https://openalex.org/W4390873716","https://openalex.org/W4390874161","https://openalex.org/W4390874575","https://openalex.org/W6931203431"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1986902711","https://openalex.org/W2396760013","https://openalex.org/W2148433556","https://openalex.org/W2171776552","https://openalex.org/W98391849","https://openalex.org/W1600907701","https://openalex.org/W2726741344"],"abstract_inverted_index":{"In":[0],"this":[1,73,104],"paper,":[2],"we":[3,151],"study":[4],"social":[5,33,57,112],"bias":[6,34,58,113],"in":[7,26,35,59,117,139,147,172],"cross-modal":[8,27,60,122,174],"text-image":[9],"retrieval":[10,28,61,123,149,175],"systems,":[11,62],"focusing":[12],"on":[13,169],"the":[14,23,30,120,140,148,179],"interaction":[15],"between":[16],"textual":[17],"queries":[18],"and":[19,48,67,115,132,177,191,196,201],"image":[20],"responses.":[21],"Despite":[22],"significant":[24],"advancements":[25],"models,":[29,90,125],"potential":[31],"for":[32,46,55,72,188],"their":[36],"responses":[37],"remains":[38],"a":[39,43,52,64,92,153,159,186],"pressing":[40],"concern,":[41],"necessitating":[42],"comprehensive":[44],"framework":[45,54,205],"assessment":[47],"mitigation.":[49],"We":[50,102],"introduce":[51],"novel":[53],"evaluating":[56],"leveraging":[63],"new":[65],"dataset":[66,105,200],"appropriate":[68],"metrics":[69],"specifically":[70],"designed":[71],"purpose.":[74],"Our":[75,165],"dataset,":[76],"Social":[77],"Inclusive":[78],"Synthetic":[79],"Professionals":[80],"Images":[81],"(SISPI),":[82],"comprises":[83],"49K":[84],"images":[85,146],"generated":[86],"using":[87],"state-of-the-art":[88],"text-to-image":[89],"ensuring":[91],"balanced":[93],"representation":[94],"of":[95,111,119,142,156,162,181,203],"demographic":[96,144],"groups":[97],"across":[98],"various":[99],"professional":[100],"roles.":[101],"use":[103],"to":[106],"conduct":[107],"an":[108],"extensive":[109],"analysis":[110,161],"(gender":[114],"ethnic)":[116],"state":[118],"art":[121],"deep":[124],"including":[126],"CLIP,":[127],"ALIGN,":[128],"BLIP,":[129],"FLAVA,":[130],"COCA,":[131],"many":[133],"others.":[134],"Using":[135],"diversity":[136],"metrics,":[137],"grounded":[138],"distribution":[141],"different":[143],"groups'":[145],"rankings,":[150],"provide":[152],"quantitative":[154],"measure":[155],"fairness,":[157],"facilitating":[158],"detailed":[160],"models'":[163],"behavior.":[164],"work":[166],"sheds":[167],"light":[168],"biases":[170],"present":[171],"current":[173],"systems":[176],"emphasizes":[178],"importance":[180],"training":[182],"data":[183],"curation,":[184],"providing":[185],"foundation":[187],"future":[189],"research":[190],"development":[192],"towards":[193],"more":[194],"equitable":[195],"unbiased":[197],"models.":[198],"The":[199],"code":[202],"our":[204],"is":[206],"publicly":[207],"available":[208],"at":[209],"https://sispi-benchmark.github.io/sispi-benchmark/.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}