{"id":"https://openalex.org/W3108702002","doi":"https://doi.org/10.1145/3414685.3417760","title":"Layered neural rendering for retiming people in video","display_name":"Layered neural rendering for retiming people in video","publication_year":2020,"publication_date":"2020-11-27","ids":{"openalex":"https://openalex.org/W3108702002","doi":"https://doi.org/10.1145/3414685.3417760","mag":"3108702002"},"language":"en","primary_location":{"id":"doi:10.1145/3414685.3417760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3414685.3417760","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3414685.3417760","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3414685.3417760","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112565541","display_name":"Erika Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Erika Lu","raw_affiliation_strings":["University of Oxford, Google Research"],"affiliations":[{"raw_affiliation_string":"University of Oxford, Google Research","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109934168","display_name":"Forrester Cole","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Forrester Cole","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058866986","display_name":"Tali Dekel","orcid":"https://orcid.org/0000-0003-3703-0783"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tali Dekel","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076097168","display_name":"Weidi Xie","orcid":"https://orcid.org/0000-0003-3804-2639"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weidi Xie","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057678172","display_name":"Andrew Zisserman","orcid":"https://orcid.org/0000-0002-8945-8573"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Zisserman","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082851874","display_name":"David Salesin","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Salesin","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074429265","display_name":"William T. Freeman","orcid":"https://orcid.org/0000-0002-2231-7995"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Freeman","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007681620","display_name":"Michael Rubinstein","orcid":"https://orcid.org/0000-0002-3707-3807"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Rubinstein","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5112565541"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":4.0238,"has_fulltext":true,"cited_by_count":52,"citation_normalized_percentile":{"value":0.9512741,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"39","issue":"6","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8120752573013306},{"id":"https://openalex.org/keywords/retiming","display_name":"Retiming","score":0.7682245969772339},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6823930740356445},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5942040681838989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5885912775993347},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.583320140838623},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.41901564598083496},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11742368340492249}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8120752573013306},{"id":"https://openalex.org/C41112130","wikidata":"https://www.wikidata.org/wiki/Q2146175","display_name":"Retiming","level":2,"score":0.7682245969772339},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6823930740356445},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5942040681838989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5885912775993347},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.583320140838623},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.41901564598083496},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11742368340492249}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3414685.3417760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3414685.3417760","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3414685.3417760","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3414685.3417760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3414685.3417760","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3414685.3417760","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1277543710","display_name":null,"funder_award_id":"EP/M013774/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2018133609","display_name":"Seebibyte: Visual Search for the Era of Big Data","funder_award_id":"EP/M013774/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8416736120","display_name":null,"funder_award_id":"Seebibyte EP/M013774/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3108702002.pdf","grobid_xml":"https://content.openalex.org/works/W3108702002.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1948812921","https://openalex.org/W1967554269","https://openalex.org/W1968589407","https://openalex.org/W2003553461","https://openalex.org/W2009471822","https://openalex.org/W2028073245","https://openalex.org/W2075592718","https://openalex.org/W2102354443","https://openalex.org/W2113018061","https://openalex.org/W2115060048","https://openalex.org/W2117228865","https://openalex.org/W2120858595","https://openalex.org/W2135265773","https://openalex.org/W2142912032","https://openalex.org/W2244837655","https://openalex.org/W2777427113","https://openalex.org/W2785162511","https://openalex.org/W2788106261","https://openalex.org/W2798554470","https://openalex.org/W2806833697","https://openalex.org/W2811167645","https://openalex.org/W2891959861","https://openalex.org/W2901584762","https://openalex.org/W2942074357","https://openalex.org/W2943445277","https://openalex.org/W2949825757","https://openalex.org/W2951459820","https://openalex.org/W2963073614","https://openalex.org/W2963557767","https://openalex.org/W2963681653","https://openalex.org/W2963876278","https://openalex.org/W2968257580","https://openalex.org/W2981358658","https://openalex.org/W2982374186","https://openalex.org/W2984529706","https://openalex.org/W2989494838","https://openalex.org/W2996520109","https://openalex.org/W2997005628","https://openalex.org/W2997387466","https://openalex.org/W3097565334","https://openalex.org/W3098401379","https://openalex.org/W3098465165","https://openalex.org/W4211189038","https://openalex.org/W4236965008","https://openalex.org/W4237416936","https://openalex.org/W4241614188","https://openalex.org/W4245225511"],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2035757446","https://openalex.org/W3137044537","https://openalex.org/W2008385118","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W2172753644","https://openalex.org/W2170209930","https://openalex.org/W4246858109","https://openalex.org/W54172855"],"abstract_inverted_index":{"We":[0,28,55],"present":[1],"a":[2,61,138],"method":[3],"for":[4,151],"retiming":[5,149],"people":[6,50,84],"in":[7,18,24,70,85,106],"an":[8],"ordinary,":[9],"natural":[10],"video":[11,26,53,65,72],"---":[12],"manipulating":[13],"and":[14,124,135,157],"editing":[15],"the":[16,25,35,52,71,80,86,100,107,117],"time":[17],"which":[19],"different":[20,32,83],"motions":[21,102],"of":[22,37,82,91,103,126,148],"individuals":[23],"occur.":[27],"can":[29,131],"temporally":[30],"align":[31],"motions,":[33],"change":[34],"speed":[36],"certain":[38],"actions":[39,156],"(speeding":[40],"up/slowing":[41],"down,":[42],"or":[43,47,165],"entirely":[44],"\"freezing\"":[45],"people),":[46],"\"erase\"":[48],"selected":[49],"from":[51],"altogether.":[54],"achieve":[56,144],"these":[57],"effects":[58,150],"computationally":[59],"via":[60],"dedicated":[62],"learning-based":[63],"layered":[64],"representation,":[66],"where":[67],"each":[68,104,113],"frame":[69],"is":[73,94],"decomposed":[74],"into":[75,137],"separate":[76],"RGBA":[77],"layers,":[78],"representing":[79],"appearance":[81],"video.":[87],"A":[88],"key":[89],"property":[90],"our":[92],"model":[93],"that":[95],"it":[96],"not":[97],"only":[98],"disentangles":[99],"direct":[101],"person":[105,114],"input":[108],"video,":[109,140],"but":[110],"also":[111],"correlates":[112],"automatically":[115],"with":[116],"scene":[118],"changes":[119],"they":[120],"generate---e.g.,":[121],"shadows,":[122],"reflections,":[123],"motion":[125],"loose":[127],"clothing.":[128],"The":[129],"layers":[130],"be":[132],"individually":[133],"retimed":[134],"recombined":[136],"new":[139],"allowing":[141],"us":[142],"to":[143],"realistic,":[145],"high-quality":[146],"renderings":[147],"real-world":[152],"videos":[153],"depicting":[154],"complex":[155],"involving":[158],"multiple":[159],"individuals,":[160],"including":[161],"dancing,":[162],"trampoline":[163],"jumping,":[164],"group":[166],"running.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}