{"id":"https://openalex.org/W4388230738","doi":"https://doi.org/10.1145/3630096","title":"Disentangling Structure and Appearance in ViT Feature Space","display_name":"Disentangling Structure and Appearance in ViT Feature Space","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4388230738","doi":"https://doi.org/10.1145/3630096"},"language":"en","primary_location":{"id":"doi:10.1145/3630096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630096","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.12193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063560971","display_name":"Narek Tumanyan","orcid":"https://orcid.org/0000-0003-2734-8480"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Narek Tumanyan","raw_affiliation_strings":["Weizmann Institute of Science, Israel"],"raw_orcid":"https://orcid.org/0000-0003-2734-8480","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Israel","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021548784","display_name":"Omer Bar-Tal","orcid":"https://orcid.org/0000-0003-1622-3674"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Omer Bar-Tal","raw_affiliation_strings":["Weizmann Institute of Science, Israel"],"raw_orcid":"https://orcid.org/0000-0003-1622-3674","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Israel","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013888576","display_name":"Shir Amir","orcid":"https://orcid.org/0009-0004-4453-6920"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shir Amir","raw_affiliation_strings":["Weizmann Institute of Science, Israel"],"raw_orcid":"https://orcid.org/0009-0004-4453-6920","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Israel","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041862255","display_name":"Shai Bagon","orcid":"https://orcid.org/0000-0002-6057-4263"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shai Bagon","raw_affiliation_strings":["Weizmann Institute of Science, Israel"],"raw_orcid":"https://orcid.org/0000-0002-6057-4263","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Israel","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058866986","display_name":"Tali Dekel","orcid":"https://orcid.org/0000-0003-3703-0783"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tali Dekel","raw_affiliation_strings":["Weizmann Institute of Science, Israel"],"raw_orcid":"https://orcid.org/0000-0003-3703-0783","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Israel","institution_ids":["https://openalex.org/I53964585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I53964585"],"apc_list":null,"apc_paid":null,"fwci":0.5352,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6743394,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"43","issue":"1","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483909130096436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7174557447433472},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5399667024612427},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4910857677459717},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4858970046043396},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46037182211875916},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4448791742324829},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42558354139328003}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483909130096436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7174557447433472},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5399667024612427},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4910857677459717},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4858970046043396},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46037182211875916},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4448791742324829},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42558354139328003},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630096","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2311.12193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.12193","pdf_url":"https://arxiv.org/pdf/2311.12193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.12193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.12193","pdf_url":"https://arxiv.org/pdf/2311.12193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G7589050049","display_name":null,"funder_award_id":"2303/20","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320329325","display_name":"Carolito Stiftung","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1913744585","https://openalex.org/W1915485278","https://openalex.org/W2019969451","https://openalex.org/W2106395586","https://openalex.org/W2194775991","https://openalex.org/W2302243225","https://openalex.org/W2331128040","https://openalex.org/W2339754110","https://openalex.org/W2507296351","https://openalex.org/W2533598788","https://openalex.org/W2550673061","https://openalex.org/W2564755245","https://openalex.org/W2585235684","https://openalex.org/W2592533706","https://openalex.org/W2603777577","https://openalex.org/W2611605760","https://openalex.org/W2803184579","https://openalex.org/W2962750014","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963150697","https://openalex.org/W2963444790","https://openalex.org/W2964309429","https://openalex.org/W2969810168","https://openalex.org/W2981671757","https://openalex.org/W2989045104","https://openalex.org/W3014304665","https://openalex.org/W3034600949","https://openalex.org/W3094502228","https://openalex.org/W3096044019","https://openalex.org/W3108316907","https://openalex.org/W3159481202","https://openalex.org/W3204171527","https://openalex.org/W4212774754","https://openalex.org/W4221161778","https://openalex.org/W4229494842","https://openalex.org/W4285981707","https://openalex.org/W4298135604","https://openalex.org/W4312469475","https://openalex.org/W4321319299","https://openalex.org/W6811470611"],"related_works":["https://openalex.org/W2787993192","https://openalex.org/W2158269427","https://openalex.org/W4381280689","https://openalex.org/W2847365777","https://openalex.org/W4379231730","https://openalex.org/W3128025644","https://openalex.org/W4389858081","https://openalex.org/W2355048207","https://openalex.org/W2750422482","https://openalex.org/W4386159726"],"abstract_inverted_index":{"We":[0,84,177],"present":[1],"a":[2,28,44,61,126,129,139,147,152,182],"method":[3],"for":[4],"semantically":[5,40],"transferring":[6],"the":[7,35,92,102,192],"visual":[8,36],"appearance":[9,37,46,78,96,118,142],"of":[10,38,75,104,116,134,149,184,194],"one":[11],"natural":[12],"image":[13,23,31,186],"to":[14,20,59],"another.":[15],"Specifically,":[16,69],"our":[17,53,55,109,206],"goal":[18],"is":[19,58],"generate":[21],"an":[22,87],"in":[24,27,43,101,191,205],"which":[25,122],"objects":[26,42],"source":[29],"structure":[30,76,94],"are":[32,203],"\u201cpainted\u201d":[33],"with":[34],"their":[39],"related":[41],"target":[45],"image.":[47],"To":[48],"integrate":[49],"semantic":[50,117,173],"information":[51,170],"into":[52],"framework,":[54],"key":[56],"idea":[57],"leverage":[60],"pre-trained":[62],"and":[63,77,95,131,137,197,200],"fixed":[64],"Vision":[65],"Transformer":[66],"(ViT)":[67],"model.":[68],"we":[70,112],"derive":[71],"novel":[72],"disentangled":[73],"representations":[74],"extracted":[79],"from":[80,151],"deep":[81],"ViT":[82,105],"features.":[83,106],"then":[85],"establish":[86],"objective":[88,110],"function":[89],"that":[90],"splices":[91],"desired":[93],"representations,":[97],"interweaving":[98],"them":[99],"together":[100],"space":[103],"Based":[107],"on":[108,128,146,181],"function,":[111],"propose":[113],"two":[114],"frameworks":[115,157],"transfer":[119,143],"\u2013":[120],"\u201cSplice\u201d,":[121],"works":[123],"by":[124],"training":[125],"generator":[127],"single":[130],"arbitrary":[132],"pair":[133],"structure-appearance":[135],"images,":[136],"\u201cSpliceNet\u201d,":[138],"feed-forward":[140],"real-time":[141],"model":[144],"trained":[145],"dataset":[148],"images":[150],"specific":[153],"domain":[154],".":[155],"Our":[156],"do":[158,164],"not":[159],"involve":[160],"adversarial":[161],"training,":[162],"nor":[163],"they":[165],"require":[166],"any":[167],"additional":[168],"input":[169],"such":[171],"as":[172],"segmentation":[174],"or":[175],"correspondences.":[176],"demonstrate":[178],"high-resolution":[179],"results":[180],"variety":[183],"in-the-wild":[185],"pairs,":[187],"under":[188],"significant":[189],"variations":[190],"number":[193],"objects,":[195],"pose,":[196],"appearance.":[198],"Code":[199],"supplementary":[201],"material":[202],"available":[204],"project":[207],"page:":[208],"splice-vit.github.io.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}