{"id":"https://openalex.org/W4416305201","doi":"https://doi.org/10.1145/3756863.3769708","title":"3D-Aware Latent-Space Reenactment: Combining Expression Transfer and Semantic Editing","display_name":"3D-Aware Latent-Space Reenactment: Combining Expression Transfer and Semantic Editing","publication_year":2025,"publication_date":"2025-11-18","ids":{"openalex":"https://openalex.org/W4416305201","doi":"https://doi.org/10.1145/3756863.3769708"},"language":"en","primary_location":{"id":"doi:10.1145/3756863.3769708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756863.3769708","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGGRAPH European Conference on Visual Media Production","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3756863.3769708","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094105714","display_name":"Paul Hinzer","orcid":"https://orcid.org/0009-0007-3331-622X"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul Hinzer","raw_affiliation_strings":["Fraunhofer HHI, Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0007-3331-622X","affiliations":[{"raw_affiliation_string":"Fraunhofer HHI, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008162341","display_name":"Florian Barthel","orcid":"https://orcid.org/0009-0004-7264-1672"},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Cal Poly Humboldt","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Florian Barthel","raw_affiliation_strings":["Fraunhofer HHI, Berlin, Germany and Humboldt University, Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0004-7264-1672","affiliations":[{"raw_affiliation_string":"Fraunhofer HHI, Berlin, Germany and Humboldt University, Berlin, Germany","institution_ids":["https://openalex.org/I192389796","https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074580099","display_name":"Anna Hilsmann","orcid":"https://orcid.org/0000-0002-2086-0951"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Hilsmann","raw_affiliation_strings":["Fraunhofer HHI, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2086-0951","affiliations":[{"raw_affiliation_string":"Fraunhofer HHI, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009614926","display_name":"Peter Eisert","orcid":"https://orcid.org/0000-0001-8378-4805"},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Cal Poly Humboldt","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Peter Eisert","raw_affiliation_strings":["Fraunhofer HHI, Berlin, Germany and Humboldt University, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8378-4805","affiliations":[{"raw_affiliation_string":"Fraunhofer HHI, Berlin, Germany and Humboldt University, Berlin, Germany","institution_ids":["https://openalex.org/I192389796","https://openalex.org/I39343248"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7666000127792358,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7666000127792358,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.16899999976158142,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.47870001196861267},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.46470001339912415},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.36399999260902405},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.3589000105857849},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.34549999237060547},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.3443000018596649},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.3296999931335449},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.3269999921321869},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3221000134944916}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7914000153541565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5662000179290771},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5024999976158142},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.3589000105857849},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.34549999237060547},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C2780139006","wikidata":"https://www.wikidata.org/wiki/Q1493902","display_name":"Key frame","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3756863.3769708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756863.3769708","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGGRAPH European Conference on Visual Media Production","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/503771","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/503771","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3756863.3769708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756863.3769708","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGGRAPH European Conference on Visual Media Production","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2886934227","https://openalex.org/W2949662773","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2969985801","https://openalex.org/W3026885507","https://openalex.org/W3035574324","https://openalex.org/W3173102319","https://openalex.org/W3178406257","https://openalex.org/W3188678927","https://openalex.org/W4286976841","https://openalex.org/W4310379947","https://openalex.org/W4312453532","https://openalex.org/W4385801342","https://openalex.org/W4386076143","https://openalex.org/W4386550188","https://openalex.org/W4390190659","https://openalex.org/W4390873630","https://openalex.org/W4392617045","https://openalex.org/W4402703047","https://openalex.org/W4402727122","https://openalex.org/W4402728159","https://openalex.org/W4402916197","https://openalex.org/W4415797248","https://openalex.org/W7103754474"],"related_works":[],"abstract_inverted_index":{"The":[0,147],"latent":[1,41,73,89,102,117],"space":[2,25,74],"of":[3,43,54,116,183],"Generative":[4],"Adversarial":[5],"Networks":[6],"(GANs)":[7],"forms":[8],"a":[9,17,44,51,64,78,150,180],"continuous":[10],"manifold":[11],"where":[12,155],"each":[13],"point":[14],"corresponds":[15],"to":[16,87,108,137,169,211],"realistic":[18],"image.":[19],"Traversing":[20],"linear":[21,161],"paths":[22,104],"within":[23],"this":[24,59],"yields":[26],"smooth":[27],"transitions":[28],"in":[29,213],"image":[30],"appearance,":[31],"preserving":[32],"realism":[33],"without":[34],"abrupt":[35],"changes.":[36],"For":[37],"example,":[38],"interpolating":[39],"between":[40,98],"codes":[42],"closed-mouth":[45],"and":[46,94,192],"an":[47],"open-mouth":[48],"subject":[49,107],"produces":[50],"natural":[52],"animation":[53,103],"mouth":[55],"movement.":[56],"Building":[57],"on":[58],"property,":[60],"we":[61,197],"propose":[62],"3D-LaSR,":[63],"novel":[65],"method":[66,112,148,200,208],"for":[67],"reenacting":[68],"3D":[69,203,215],"human":[70],"heads":[71],"using":[72,132],"paths,":[75],"derived":[76],"from":[77,91,105],"single":[79],"monocular":[80],"video.":[81],"Our":[82],"approach":[83,178],"leverages":[84],"GAN":[85,134],"inversion":[86,153],"extract":[88],"vectors":[90],"video":[92,187,219],"frames,":[93],"supports":[95],"expression":[96,190],"transfer":[97],"identities":[99],"by":[100],"applying":[101],"one":[106],"another.":[109],"Consequently,":[110],"our":[111,177,199,207],"outputs":[113],"dynamic":[114],"sequences":[115],"vectors.":[118],"Unlike":[119],"decoder-based":[120],"techniques":[121,136],"that":[122,171],"produce":[123],"fixed":[124],"geometry,":[125],"3D-LaSR":[126],"can":[127],"directly":[128],"manipulate":[129],"the":[130],"scenes":[131],"established":[133],"editing":[135],"modify":[138],"attributes":[139],"such":[140,217],"as":[141,196,218],"hairstyle,":[142],"age,":[143],"eyewear,":[144],"or":[145,221],"expression.":[146],"uses":[149],"key":[151],"frame":[152],"approach,":[154],"intermediate":[156],"frames":[157],"are":[158],"synthesized":[159],"through":[160,179],"interpolation.":[162],"This":[163],"significantly":[164],"reduces":[165],"computational":[166],"cost":[167],"compared":[168],"methods":[170],"require":[172],"per-frame":[173],"inversion.":[174],"We":[175],"validate":[176],"comprehensive":[181],"set":[182],"experiments,":[184],"demonstrating":[185],"high-quality":[186],"synthesis,":[188],"effective":[189],"transfer,":[191],"flexible":[193],"editability.":[194],"Finally,":[195],"develop":[198],"around":[201],"state-of-the-art":[202],"Gaussian":[204],"splatting":[205],"GANs,":[206],"is":[209],"able":[210],"render":[212],"explicit":[214],"environments":[216],"engines":[220],"VR":[222],"settings.":[223]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-11-18T00:00:00"}