{"id":"https://openalex.org/W4225553002","doi":"https://doi.org/10.1145/3528233.3530747","title":"CLIP2StyleGAN: Unsupervised Extraction of StyleGAN Edit Directions","display_name":"CLIP2StyleGAN: Unsupervised Extraction of StyleGAN Edit Directions","publication_year":2022,"publication_date":"2022-07-20","ids":{"openalex":"https://openalex.org/W4225553002","doi":"https://doi.org/10.1145/3528233.3530747"},"language":"en","primary_location":{"id":"doi:10.1145/3528233.3530747","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530747","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530747","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530747","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079360389","display_name":"Rameen Abdal","orcid":"https://orcid.org/0000-0002-2177-8327"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Rameen Abdal","raw_affiliation_strings":["KAUST, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"KAUST, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091507820","display_name":"Peihao Zhu","orcid":"https://orcid.org/0000-0002-7122-1551"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Peihao Zhu","raw_affiliation_strings":["KAUST, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"KAUST, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111835825","display_name":"John Femiani","orcid":"https://orcid.org/0000-0002-0924-6686"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Femiani","raw_affiliation_strings":["Miami University, United States of America"],"affiliations":[{"raw_affiliation_string":"Miami University, United States of America","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058170430","display_name":"Niloy J. Mitra","orcid":"https://orcid.org/0000-0002-2597-0914"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Niloy Mitra","raw_affiliation_strings":["University College London (UCL), United Kingdom and Adobe Research, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London (UCL), United Kingdom and Adobe Research, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076768552","display_name":"Peter Wonka","orcid":"https://orcid.org/0000-0003-0627-9746"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Peter Wonka","raw_affiliation_strings":["KAUST, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"KAUST, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079360389"],"corresponding_institution_ids":["https://openalex.org/I71920554"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02750228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8608644008636475},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.5546353459358215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5515357255935669},{"id":"https://openalex.org/keywords/edit-distance","display_name":"Edit distance","score":0.5386924147605896},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5247911810874939},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.49907398223876953},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.48475950956344604},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42775923013687134},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.37067556381225586},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33936434984207153},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1824723184108734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8608644008636475},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.5546353459358215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5515357255935669},{"id":"https://openalex.org/C44359876","wikidata":"https://www.wikidata.org/wiki/Q5338467","display_name":"Edit distance","level":2,"score":0.5386924147605896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5247911810874939},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.49907398223876953},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.48475950956344604},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42775923013687134},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37067556381225586},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33936434984207153},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1824723184108734},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3528233.3530747","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530747","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530747","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/674022","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/674022","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3528233.3530747","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530747","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530747","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225553002.pdf","grobid_xml":"https://content.openalex.org/works/W4225553002.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2893199330","https://openalex.org/W2962770929","https://openalex.org/W2985060393","https://openalex.org/W2985068832","https://openalex.org/W3014859719","https://openalex.org/W3034600949","https://openalex.org/W3035574324","https://openalex.org/W3035653890","https://openalex.org/W3047371217","https://openalex.org/W3048765086","https://openalex.org/W3087815362","https://openalex.org/W3102061158","https://openalex.org/W3109547540","https://openalex.org/W3109931228","https://openalex.org/W3167788848","https://openalex.org/W3173143063","https://openalex.org/W3173531806","https://openalex.org/W3176913662","https://openalex.org/W3177221875","https://openalex.org/W3178406257","https://openalex.org/W3182683290","https://openalex.org/W3201739204","https://openalex.org/W4214502182","https://openalex.org/W4214582496","https://openalex.org/W4214762187","https://openalex.org/W4214926101","https://openalex.org/W6611340967"],"related_works":["https://openalex.org/W149980","https://openalex.org/W6836841","https://openalex.org/W10803944","https://openalex.org/W4031652","https://openalex.org/W16586333","https://openalex.org/W11643025","https://openalex.org/W7830544","https://openalex.org/W382276","https://openalex.org/W232572","https://openalex.org/W193554"],"abstract_inverted_index":{"The":[0,128],"success":[1],"of":[2,72,155,163],"StyleGAN":[3,73,166],"has":[4,37,48],"enabled":[5],"unprecedented":[6],"semantic":[7,24],"editing":[8,18,149],"capabilities,":[9],"on":[10],"both":[11],"synthesized":[12],"and":[13,44,47,74,90,117,136,159,174],"real":[14],"images.":[15],"However,":[16],"such":[17],"operations":[19],"are":[20],"either":[21],"trained":[22,39],"with":[23,40],"supervision":[25],"or":[26],"annotated":[27],"manually":[28],"by":[29],"users.":[30],"In":[31,59],"another":[32],"development,":[33],"the":[34,68,148,153,156],"CLIP":[35,115,125],"architecture":[36],"been":[38,49],"internet-scale":[41],"loose":[42],"image":[43],"text":[45],"pairings,":[46],"shown":[50],"to":[51,65,81,146],"be":[52],"useful":[53],"in":[54,77,95,124],"several":[55],"zero-shot":[56],"learning":[57],"settings.":[58],"this":[60],"work,":[61],"we":[62,105,138],"investigate":[63],"how":[64],"effectively":[66],"link":[67],"pretrained":[69],"latent":[70,126],"spaces":[71],"CLIP,":[75],"which":[76],"turn":[78],"allows":[79],"us":[80],"automatically":[82],"extract":[83],"semantically-labeled":[84],"edit":[85,93,167,176],"directions":[86,116,123,168],"from":[87],"StyleGAN,":[88],"finding":[89],"naming":[91],"meaningful":[92],"operations,":[94],"a":[96],"fully":[97],"unsupervised":[98],"setup,":[99],"without":[100],"additional":[101,143],"human":[102],"guidance.":[103],"Technically,":[104],"propose":[106],"two":[107],"novel":[108],"building":[109],"blocks;":[110],"one":[111,118],"for":[112,119],"discovering":[113],"interesting":[114,173],"semantically":[120],"labeling":[121],"arbitrary":[122],"space.":[127],"setup":[129],"does":[130],"not":[131,140],"assume":[132],"any":[133,142],"pre-determined":[134],"labels":[135],"hence":[137],"do":[139],"require":[141],"supervised":[144],"text/attributes":[145],"build":[147],"framework.":[150],"We":[151],"evaluate":[152],"effectiveness":[154],"proposed":[157],"method":[158],"demonstrate":[160],"that":[161],"extraction":[162],"disentangled":[164],"labeled":[165],"is":[169],"indeed":[170],"possible,":[171],"revealing":[172],"non-trivial":[175],"directions.":[177]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2022-05-05T00:00:00"}