{"id":"https://openalex.org/W7163520513","doi":"https://doi.org/10.1145/3811400","title":"Pixel Cube: Diffusion-based Portrait Video Relighting Through Realistic Lighting Reproduction","display_name":"Pixel Cube: Diffusion-based Portrait Video Relighting Through Realistic Lighting Reproduction","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7163520513","doi":"https://doi.org/10.1145/3811400"},"language":"en","primary_location":{"id":"doi:10.1145/3811400","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811400","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3811400","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137851279","display_name":"Yufan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yufan Zhang","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0009-0008-8814-6165","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137896472","display_name":"Yu Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121859","display_name":"Enthought (United States)","ror":"https://ror.org/02xfc1977","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121859"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Ji","raw_affiliation_strings":["LightThought LLC, Fairfax, USA"],"raw_orcid":"https://orcid.org/0009-0006-6032-7736","affiliations":[{"raw_affiliation_string":"LightThought LLC, Fairfax, USA","institution_ids":["https://openalex.org/I4210121859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137883242","display_name":"Ayo Ajiboye","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayo Ajiboye","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0009-0009-2959-2998","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074069946","display_name":"Rundi Wu","orcid":"https://orcid.org/0000-0003-0133-8196"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rundi Wu","raw_affiliation_strings":["Columbia University, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-0133-8196","affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137901749","display_name":"Yu Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Guo","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0000-0002-3420-6619","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101571936","display_name":"Changxi Zheng","orcid":"https://orcid.org/0000-0001-9228-1038"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changxi Zheng","raw_affiliation_strings":["Columbia University, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-9228-1038","affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070020700","display_name":"Jinwei Ye","orcid":"https://orcid.org/0000-0001-7780-7943"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinwei Ye","raw_affiliation_strings":["George Mason University, Fairfax, USA"],"raw_orcid":"https://orcid.org/0000-0001-7780-7943","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70802253,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8266000151634216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8266000151634216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.05689999833703041,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/portrait","display_name":"Portrait","score":0.5371999740600586},{"id":"https://openalex.org/keywords/high-dynamic-range","display_name":"High dynamic range","score":0.5227000117301941},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.43700000643730164},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3894999921321869},{"id":"https://openalex.org/keywords/image-based-lighting","display_name":"Image-based lighting","score":0.3788999915122986},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.3644999861717224},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.3617999851703644},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.35510000586509705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8215000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6815999746322632},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6628999710083008},{"id":"https://openalex.org/C162462552","wikidata":"https://www.wikidata.org/wiki/Q134307","display_name":"Portrait","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.5227000117301941},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4812999963760376},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.43700000643730164},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C204060014","wikidata":"https://www.wikidata.org/wiki/Q6002069","display_name":"Image-based lighting","level":4,"score":0.3788999915122986},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3617999851703644},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.295199990272522},{"id":"https://openalex.org/C151211776","wikidata":"https://www.wikidata.org/wiki/Q2778015","display_name":"Video capture","level":3,"score":0.2903999984264374},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2777999937534332},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C3019635856","wikidata":"https://www.wikidata.org/wiki/Q1619726","display_name":"Background image","level":3,"score":0.2743000090122223},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3811400","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811400","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2606.02919","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.02919","pdf_url":"https://arxiv.org/pdf/2606.02919","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3811400","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811400","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.509900689125061,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,177],"present":[1],"a":[2,20,87,109,139],"diffusion-based":[3],"method":[4,16,200],"for":[5,52,91],"relighting":[6,59,182],"dynamic":[7,30,77,95],"portrait":[8,31,96,131,194],"videos":[9,32,184],"with":[10,33,185],"photorealism":[11],"and":[12,28,41,56,73,93,121,136,143,149,157,174,189,208],"temporal":[13,209],"consistency.":[14,210],"Our":[15,124,160,211],"is":[17],"fueled":[18],"by":[19],"hybrid":[21],"training":[22],"dataset":[23],"that":[24,133,198],"consists":[25],"of":[26,169],"real-captured":[27],"rendered":[29],"diverse":[34],"subject":[35,171],"appearances,":[36],"facial":[37,151,158],"motions,":[38],"head":[39],"poses,":[40],"known":[42],"lighting":[43,50,54,83,175,206],"conditions.":[44],"Specifically,":[45],"we":[46,85],"construct":[47],"an":[48],"LED-based":[49],"system":[51],"realistic":[53,92,135],"emulation":[55],"high-speed":[57],"video":[58,70,97,132],"data":[60],"acquisition.":[61],"By":[62],"leveraging":[63],"the":[64,102,117,146,170],"image":[65,112],"priors":[66],"embedded":[67],"in":[68,167,204],"pre-trained":[69],"diffusion":[71],"models,":[72],"using":[74],"per-frame":[75],"high":[76],"range":[78],"(HDR)":[79],"environment":[80,103,142,187],"map":[81,104],"as":[82],"control,":[84,105],"train":[86],"high-performance":[88],"generative":[89],"model":[90,107,125,161],"identity-preserving":[94],"relighting.":[98],"In":[99],"addition":[100],"to":[101,113,164],"our":[106,199],"uses":[108],"synthesized":[110],"background":[111],"enable":[114],"control":[115],"on":[116,181,193],"camera's":[118],"exposure":[119],"level":[120],"color":[122],"tone.":[123],"can":[126],"produce":[127],"temporally":[128],"consistent":[129],"relit":[130],"looks":[134],"harmonious":[137],"under":[138],"provided":[140],"new":[141],"faithfully":[144],"preserve":[145],"subject's":[147],"expression":[148],"fine":[150],"features,":[152],"including":[153],"skin":[154],"tone,":[155],"wrinkles,":[156],"hair.":[159],"generalizes":[162],"well":[163],"unseen":[165],"data,":[166],"terms":[168],"appearance,":[172],"motion,":[173],"condition.":[176],"perform":[178],"extensive":[179],"experiments":[180],"in-the-wild":[183],"various":[186],"maps":[188],"demonstrate":[190],"practical":[191],"applications":[192],"photography.":[195],"Results":[196],"show":[197],"achieves":[201],"state-of-the-art":[202],"performance":[203],"photorealism,":[205],"harmony,":[207],"project":[212],"page:":[213],"https://yufanzhang82.github.io/PixelCube/.":[214]},"counts_by_year":[],"updated_date":"2026-07-04T06:14:54.683239","created_date":"2026-06-05T00:00:00"}