{"id":"https://openalex.org/W4401201838","doi":"https://doi.org/10.48550/arxiv.2407.19524","title":"VersusDebias: Universal Zero-Shot Debiasing for Text-to-Image Models via SLM-Based Prompt Engineering and Generative Adversary","display_name":"VersusDebias: Universal Zero-Shot Debiasing for Text-to-Image Models via SLM-Based Prompt Engineering and Generative Adversary","publication_year":2024,"publication_date":"2024-07-28","ids":{"openalex":"https://openalex.org/W4401201838","doi":"https://doi.org/10.48550/arxiv.2407.19524"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.19524","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.19524","pdf_url":"https://arxiv.org/pdf/2407.19524","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.19524","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103494566","display_name":"Hanjun Luo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luo, Hanjun","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045844660","display_name":"Ziye Deng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng, Ziye","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101965148","display_name":"H. K. Huang","orcid":"https://orcid.org/0009-0004-7881-7595","observed_orcids":["https://orcid.org/0009-0004-7881-7595"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Haoyu","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101993721","display_name":"Xuecheng Liu","orcid":"https://orcid.org/0000-0002-2260-8995","observed_orcids":["https://orcid.org/0000-0002-2260-8995"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Xuecheng","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129813315","display_name":"Ruizhe Chen","orcid":"https://orcid.org/0009-0006-9863-9890","observed_orcids":["https://orcid.org/0009-0006-9863-9890"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Ruizhe","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024343415","display_name":"Zuozhu Liu","orcid":"https://orcid.org/0000-0002-7816-502X","observed_orcids":["https://orcid.org/0000-0002-7816-502X"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Zuozhu","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.39820000529289246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-image-models","display_name":"text-to-image models","score":0.8050000071525574},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.8410000205039978},{"id":"https://openalex.org/keywords/generative-adversarial-networks","display_name":"generative adversarial networks","score":0.7329999804496765},{"id":"https://openalex.org/keywords/small-language-models","display_name":"small language models","score":0.7839999794960022},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.9959999918937683},{"id":"https://openalex.org/keywords/hallucination-correction","display_name":"hallucination correction","score":0.7110000252723694},{"id":"https://openalex.org/keywords/demographic-bias","display_name":"demographic bias","score":0.6840000152587891},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.6230000257492065},{"id":"https://openalex.org/keywords/racial-bias","display_name":"racial bias","score":0.8309999704360962},{"id":"https://openalex.org/keywords/age-bias","display_name":"age bias","score":0.984000027179718}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.8375700116157532},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6844109296798706},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.630007803440094},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6170293688774109},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6092796921730042},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5717131495475769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5281943082809448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4528360068798065},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3382244110107422},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25021010637283325},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21424588561058044},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1002909243106842},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09991142153739929},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.08955061435699463},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08266443014144897},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.19524","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.19524","pdf_url":"https://arxiv.org/pdf/2407.19524","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.19524","doi":"https://doi.org/10.48550/arxiv.2407.19524","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.19524","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.19524","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.19524","pdf_url":"https://arxiv.org/pdf/2407.19524","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401201838.pdf","grobid_xml":"https://content.openalex.org/works/W4401201838.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4417032115","https://openalex.org/W4417098212","https://openalex.org/W4407244944","https://openalex.org/W7101412217","https://openalex.org/W7077076169","https://openalex.org/W4415536786","https://openalex.org/W7128034612","https://openalex.org/W4403792257","https://openalex.org/W7114786578","https://openalex.org/W4415184923"],"abstract_inverted_index":{"With":[0],"the":[1,36,53,63,136,140],"rapid":[2],"development":[3],"of":[4,65,95],"Text-to-Image":[5],"(T2I)":[6],"models,":[7,93],"biases":[8,89],"in":[9,26,90],"human":[10],"image":[11,103],"generation":[12,98,104],"against":[13],"demographic":[14],"social":[15],"groups":[16],"become":[17],"a":[18,82,127],"significant":[19],"concern,":[20],"impacting":[21],"fairness":[22],"and":[23,56,72,84,101,118,138,162,168,188],"ethical":[24],"standards":[25],"AI.":[27],"Some":[28],"researchers":[29],"propose":[30],"their":[31,50],"methods":[32,40],"to":[33,52,68,115,131,135,143,155,185],"tackle":[34],"with":[35,46],"issue.":[37],"However,":[38],"existing":[39,173],"are":[41],"designed":[42],"for":[43,88],"specific":[44],"models":[45,55,158],"fixed":[47],"prompts,":[48],"limiting":[49],"adaptability":[51],"fast-evolving":[54],"diverse":[57],"practical":[58],"scenarios.":[59],"Moreover,":[60],"they":[61],"neglect":[62],"impact":[64],"hallucinations,":[66],"leading":[67],"discrepancies":[69],"between":[70],"expected":[71],"actual":[73],"results.":[74],"To":[75],"address":[76],"these":[77],"issues,":[78],"we":[79],"introduce":[80],"VersusDebias,":[81],"novel":[83],"universal":[85],"debiasing":[86],"framework":[87],"arbitrary":[91],"T2I":[92,141],"consisting":[94],"an":[96,102],"array":[97],"(AG)":[99],"module":[100,110,125],"(IG)":[105],"module.":[106],"The":[107,123],"self-adaptive":[108],"AG":[109],"generates":[111],"specialized":[112],"attribute":[113],"arrays":[114,137],"post-process":[116],"hallucinations":[117],"debias":[119,156],"multiple":[120],"attributes":[121],"simultaneously.":[122,164],"IG":[124],"employs":[126],"small":[128],"language":[129],"model":[130,142],"modify":[132],"prompts":[133],"according":[134],"drives":[139],"generate":[144],"debiased":[145],"images,":[146],"enabling":[147],"zero-shot":[148,167],"debiasing.":[149],"Extensive":[150],"experiments":[151],"demonstrate":[152],"VersusDebias's":[153],"capability":[154],"any":[157],"across":[159],"gender,":[160],"race,":[161],"age":[163],"In":[165],"both":[166],"few-shot":[169],"scenarios,":[170],"VersusDebias":[171],"outperforms":[172],"methods,":[174],"showcasing":[175],"its":[176],"exceptional":[177],"utility.":[178],"Our":[179],"work":[180],"is":[181],"accessible":[182],"at":[183],"https://github.com/VersusDebias/VersusDebias":[184],"ensure":[186],"reproducibility":[187],"facilitate":[189],"further":[190],"research.":[191]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2024-08-01T00:00:00"}