{"id":"https://openalex.org/W3192148059","doi":"https://doi.org/10.1145/3449063","title":"Iterative Text-Based Editing of Talking-Heads Using Neural Retargeting","display_name":"Iterative Text-Based Editing of Talking-Heads Using Neural Retargeting","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3192148059","doi":"https://doi.org/10.1145/3449063","mag":"3192148059"},"language":"en","primary_location":{"id":"doi:10.1145/3449063","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3449063","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026238827","display_name":"Xinwei Yao","orcid":"https://orcid.org/0000-0001-5294-9697"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinwei Yao","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021513418","display_name":"Ohad Fried","orcid":"https://orcid.org/0000-0001-7109-4006"},"institutions":[{"id":"https://openalex.org/I138898306","display_name":"Reichman University","ror":"https://ror.org/01px5cv07","country_code":"IL","type":"education","lineage":["https://openalex.org/I138898306"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ohad Fried","raw_affiliation_strings":["The Interdisciplinary Center Herzliya, Herzliya, Israel"],"affiliations":[{"raw_affiliation_string":"The Interdisciplinary Center Herzliya, Herzliya, Israel","institution_ids":["https://openalex.org/I138898306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037444018","display_name":"Kayvon Fatahalian","orcid":"https://orcid.org/0000-0001-8754-0429"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kayvon Fatahalian","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045835385","display_name":"Maneesh Agrawala","orcid":"https://orcid.org/0000-0002-8996-7327"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maneesh Agrawala","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026238827"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":2.3056,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.90269608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"40","issue":"3","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.9285297989845276},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8706350922584534},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7091896533966064},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7011260986328125},{"id":"https://openalex.org/keywords/video-editing","display_name":"Video editing","score":0.6448545455932617},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.486306756734848},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45410335063934326},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42810356616973877},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.42035096883773804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37230685353279114},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10157975554466248},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08538597822189331}],"concepts":[{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.9285297989845276},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8706350922584534},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7091896533966064},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7011260986328125},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.6448545455932617},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.486306756734848},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45410335063934326},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42810356616973877},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.42035096883773804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37230685353279114},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10157975554466248},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08538597822189331},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3449063","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3449063","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1647671624","https://openalex.org/W1834627372","https://openalex.org/W1964202597","https://openalex.org/W1970026646","https://openalex.org/W2012210378","https://openalex.org/W2029996593","https://openalex.org/W2058733260","https://openalex.org/W2071441136","https://openalex.org/W2083681269","https://openalex.org/W2130178223","https://openalex.org/W2133665775","https://openalex.org/W2135666716","https://openalex.org/W2146991130","https://openalex.org/W2147885303","https://openalex.org/W2237250383","https://openalex.org/W2398381847","https://openalex.org/W2468212864","https://openalex.org/W2486034530","https://openalex.org/W2738406145","https://openalex.org/W2770534877","https://openalex.org/W2782422271","https://openalex.org/W2804600264","https://openalex.org/W2806833697","https://openalex.org/W2944294033","https://openalex.org/W2960274051","https://openalex.org/W2963081548","https://openalex.org/W2963290645","https://openalex.org/W2964559396","https://openalex.org/W2969222682","https://openalex.org/W2971634123","https://openalex.org/W2979894294","https://openalex.org/W2990452356","https://openalex.org/W3006295631","https://openalex.org/W3043139608","https://openalex.org/W3097792222","https://openalex.org/W3127813244","https://openalex.org/W4231293494","https://openalex.org/W4244800704","https://openalex.org/W4249914127","https://openalex.org/W6926527946"],"related_works":["https://openalex.org/W4389500762","https://openalex.org/W4210895630","https://openalex.org/W4384652403","https://openalex.org/W2017202843","https://openalex.org/W4206059703","https://openalex.org/W2022164110","https://openalex.org/W4389713802","https://openalex.org/W3192148059","https://openalex.org/W4387804742","https://openalex.org/W4311389145"],"abstract_inverted_index":{"We":[0,103,134],"present":[1],"a":[2,47,105,124,136,142,147],"text-based":[3],"tool":[4,59],"for":[5,76,153],"editing":[6,13,89,184],"talking-head":[7],"video":[8,70,75,120,140],"that":[9,110,121],"enables":[10,128],"an":[11],"iterative":[12],"workflow.":[14],"On":[15],"each":[16,77],"iteration":[17,78,131],"users":[18,84,193],"can":[19,111],"edit":[20],"the":[21,24,40,51,67,74,117,155,159,163,194,199],"wording":[22],"of":[23,39,66,116,139,141,158],"speech,":[25],"further":[26,197],"refine":[27],"mouth":[28,44,156],"motions":[29,157],"if":[30],"necessary":[31],"to":[32,63,85,162,169,196],"reduce":[33],"artifacts,":[34],"and":[35,71,145,189],"manipulate":[36],"non-verbal":[37],"aspects":[38],"performance":[41,53,190],"by":[42],"inserting":[43],"gestures":[45],"(e.g.,":[46,55],"smile)":[48],"or":[49],"changing":[50],"overall":[52],"style":[54],"energetic,":[56],"mumble).":[57],"Our":[58,94],"requires":[60],"only":[61],"2":[62],"3":[64],"minutes":[65],"target":[68,164,174],"actor":[69,144,161,175],"it":[72],"synthesizes":[73],"in":[79,181],"about":[80],"40":[81],"seconds,":[82],"allowing":[83],"quickly":[86,112],"explore":[87],"many":[88,182],"possibilities":[90],"as":[91],"they":[92],"iterate.":[93],"approach":[95,179],"is":[96],"based":[97],"on":[98],"two":[99],"key":[100],"ideas.":[101],"(1)":[102],"develop":[104,146],"fast":[106,130],"phoneme":[107],"search":[108],"algorithm":[109],"identify":[113],"phoneme-level":[114],"subsequences":[115],"source":[118,143,160],"repository":[119,138],"best":[122],"match":[123],"desired":[125],"edit.":[126],"This":[127,166],"our":[129,178],"loop.":[132],"(2)":[133],"leverage":[135],"large":[137],"new":[148],"self-supervised":[149],"neural":[150],"retargeting":[151],"technique":[152],"transferring":[154],"actor.":[165],"allows":[167],"us":[168],"work":[170],"with":[171],"relatively":[172],"short":[173],"videos,":[176],"making":[177],"applicable":[180],"real-world":[183],"scenarios.":[185],"Finally,":[186],"our,":[187],"refinement":[188],"controls":[191],"give":[192],"ability":[195],"fine-tune":[198],"synthesized":[200],"results.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}