{"id":"https://openalex.org/W4385527421","doi":"https://doi.org/10.1145/3588432.3591552","title":"TextDeformer: Geometry Manipulation using Text Guidance","display_name":"TextDeformer: Geometry Manipulation using Text Guidance","publication_year":2023,"publication_date":"2023-07-19","ids":{"openalex":"https://openalex.org/W4385527421","doi":"https://doi.org/10.1145/3588432.3591552"},"language":"en","primary_location":{"id":"doi:10.1145/3588432.3591552","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588432.3591552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103022305","display_name":"William Gao","orcid":"https://orcid.org/0009-0000-7017-4848"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Gao","raw_affiliation_strings":["University of Chicago, United States of America"],"raw_orcid":"https://orcid.org/0009-0000-7017-4848","affiliations":[{"raw_affiliation_string":"University of Chicago, United States of America","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012021206","display_name":"Noam Aigerman","orcid":"https://orcid.org/0000-0002-9116-4662"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noam Aigerman","raw_affiliation_strings":["Adobe Research, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-9116-4662","affiliations":[{"raw_affiliation_string":"Adobe Research, United States of America","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030505287","display_name":"Thibault Groueix","orcid":"https://orcid.org/0000-0002-7984-8252"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thibault Groueix","raw_affiliation_strings":["Adobe Research, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-7984-8252","affiliations":[{"raw_affiliation_string":"Adobe Research, United States of America","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041004771","display_name":"Vladimir G. Kim","orcid":"https://orcid.org/0000-0002-3996-6588"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vova Kim","raw_affiliation_strings":["Adobe Research, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-3996-6588","affiliations":[{"raw_affiliation_string":"Adobe Research, United States of America","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009881746","display_name":"Rana Hanocka","orcid":"https://orcid.org/0000-0003-3214-3703"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rana Hanocka","raw_affiliation_strings":["University of Chicago, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-3214-3703","affiliations":[{"raw_affiliation_string":"University of Chicago, United States of America","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.688,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97904192,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.8294296860694885},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.7589136958122253},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6957627534866333},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6042541265487671},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5956616401672363},{"id":"https://openalex.org/keywords/vertex","display_name":"Vertex (graph theory)","score":0.5552364587783813},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5243508815765381},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4773250222206116},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.45317772030830383},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4476380944252014},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.3741464614868164},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2761858105659485},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17638492584228516}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.8294296860694885},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.7589136958122253},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6957627534866333},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6042541265487671},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5956616401672363},{"id":"https://openalex.org/C80899671","wikidata":"https://www.wikidata.org/wiki/Q1304193","display_name":"Vertex (graph theory)","level":3,"score":0.5552364587783813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5243508815765381},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4773250222206116},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.45317772030830383},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4476380944252014},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.3741464614868164},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2761858105659485},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17638492584228516},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3588432.3591552","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588432.3591552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1997546716","https://openalex.org/W2024236092","https://openalex.org/W2798578331","https://openalex.org/W2810984579","https://openalex.org/W2963109677","https://openalex.org/W2963850211","https://openalex.org/W2982419973","https://openalex.org/W3035024952","https://openalex.org/W3048366741","https://openalex.org/W3048496284","https://openalex.org/W3106672182","https://openalex.org/W3109585842","https://openalex.org/W3131446645","https://openalex.org/W3135367836","https://openalex.org/W3178713097","https://openalex.org/W3181900527","https://openalex.org/W3184248595","https://openalex.org/W3202589837","https://openalex.org/W4214926101","https://openalex.org/W4239987439","https://openalex.org/W4255286169","https://openalex.org/W4286611166","https://openalex.org/W4286894752","https://openalex.org/W4312740349","https://openalex.org/W4312933868","https://openalex.org/W7057360024"],"related_works":["https://openalex.org/W1557607869","https://openalex.org/W2366350639","https://openalex.org/W4285277090","https://openalex.org/W2087496541","https://openalex.org/W2028455732","https://openalex.org/W4313703117","https://openalex.org/W2085564391","https://openalex.org/W2108615321","https://openalex.org/W2075574617","https://openalex.org/W2128904762"],"abstract_inverted_index":{"We":[0,177],"present":[1],"a":[2,7,17,106,121,130,171,186,225],"technique":[3],"for":[4,170],"automatically":[5],"producing":[6],"deformation":[8,99],"of":[9,24,164,184,189,204,224],"an":[10,218],"input":[11],"triangle":[12],"mesh,":[13],"guided":[14],"solely":[15],"by":[16,60,82],"text":[18,194],"prompt.":[19],"Our":[20,37,114],"framework":[21,38],"is":[22,67,117,148,182],"capable":[23,183],"deformations":[25,104],"that":[26,118,123,179],"produce":[27],"both":[28,197],"large,":[29],"low-frequency":[30],"shape":[31,147],"changes,":[32],"and":[33,54,84,135,137,192,221],"small":[34],"high-frequency":[35],"details.":[36],"relies":[39],"on":[40,160,217],"differentiable":[41,65],"rendering":[42,66,166],"to":[43,46,95,129,143,167],"connect":[44],"geometry":[45,59],"powerful":[47],"pre-trained":[48],"image":[49],"encoders,":[50],"such":[51,213],"as":[52,206,208,214],"CLIP":[53],"DINO.":[55],"Notably,":[56],"updating":[57],"mesh":[58,98,191],"taking":[61],"gradient":[62],"steps":[63],"through":[64,100],"notoriously":[68],"challenging,":[69],"commonly":[70],"resulting":[71,146],"in":[72,105],"deformed":[73],"meshes":[74],"with":[75],"significant":[76],"artifacts.":[77],"These":[78],"difficulties":[79],"are":[80,120],"amplified":[81],"noisy":[83,140],"inconsistent":[85],"gradients":[86],"from":[87,150,174],"CLIP.":[88],"To":[89],"overcome":[90],"this":[91],"limitation,":[92],"we":[93,154],"opt":[94],"represent":[96],"our":[97,180],"Jacobians,":[101],"which":[102],"updates":[103],"global,":[107],"smooth":[108],"manner":[109],"(rather":[110],"than":[111],"locally-sub-optimal":[112],"steps).":[113],"key":[115],"observation":[116],"Jacobians":[119],"representation":[122],"favors":[124],"smoother,":[125],"large":[126,198],"deformations,":[127],"leading":[128],"global":[131],"relation":[132],"between":[133],"vertices":[134],"pixels,":[136],"avoiding":[138],"localized":[139],"gradients.":[141],"Additionally,":[142],"ensure":[144],"the":[145,156,161,165],"coherent":[149],"all":[151,175],"3D":[152],"viewpoints,":[153],"encourage":[155],"deep":[157],"features":[158],"computed":[159],"2D":[162],"encoding":[163],"be":[168],"consistent":[169],"given":[172],"vertex":[173],"viewpoints.":[176],"demonstrate":[178],"method":[181],"smoothly-deforming":[185],"wide":[187],"variety":[188],"source":[190],"target":[193],"prompts,":[195],"achieving":[196],"modifications":[199],"to,":[200],"e.g.,":[201],"body":[202],"proportions":[203],"animals,":[205],"well":[207],"adding":[209],"fine":[210,222],"semantic":[211],"details,":[212],"shoe":[215],"laces":[216],"army":[219],"boot":[220],"details":[223],"face.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":19}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}
