{"id":"https://openalex.org/W7162766210","doi":"https://doi.org/10.1145/3811346","title":"EgoRelight: Egocentric Human Capture and Illumination Recovery for Relightable and Photoreal Avatar Rendering","display_name":"EgoRelight: Egocentric Human Capture and Illumination Recovery for Relightable and Photoreal Avatar Rendering","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7162766210","doi":"https://doi.org/10.1145/3811346"},"language":"en","primary_location":{"id":"doi:10.1145/3811346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811346","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3811346","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137345578","display_name":"Jianchun Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]},{"id":"https://openalex.org/I4210153150","display_name":"Klinikum Saarbr\u00fccken","ror":"https://ror.org/04wg18j80","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153150"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jianchun Chen","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarbr\u00fccken, Germany","Saarbr\u00fccken Research Center for Visual Computing, Interaction and AI, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0009-0001-8673-646X","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]},{"raw_affiliation_string":"Saarbr\u00fccken Research Center for Visual Computing, Interaction and AI, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210153150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137395814","display_name":"Yinda Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinda Zhang","raw_affiliation_strings":["Google, Mountain View, USA"],"raw_orcid":"https://orcid.org/0000-0001-5386-8872","affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103055546","display_name":"Rohit Pandey","orcid":"https://orcid.org/0009-0003-2564-9420"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohit Pandey","raw_affiliation_strings":["Google, Mountain View, USA"],"raw_orcid":"https://orcid.org/0009-0003-2564-9420","affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013075810","display_name":"Thabo Beeler","orcid":"https://orcid.org/0000-0002-8077-1205"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Thabo Beeler","raw_affiliation_strings":["Google, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8077-1205","affiliations":[{"raw_affiliation_string":"Google, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056083424","display_name":"Marc Habermann","orcid":"https://orcid.org/0000-0003-3899-7515"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]},{"id":"https://openalex.org/I4210153150","display_name":"Klinikum Saarbr\u00fccken","ror":"https://ror.org/04wg18j80","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153150"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marc Habermann","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarbr\u00fccken, Germany","Saarbr\u00fccken Research Center for Visual Computing, Interaction and AI, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3899-7515","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]},{"raw_affiliation_string":"Saarbr\u00fccken Research Center for Visual Computing, Interaction and AI, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210153150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]},{"id":"https://openalex.org/I4210153150","display_name":"Klinikum Saarbr\u00fccken","ror":"https://ror.org/04wg18j80","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153150"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarbr\u00fccken, Germany","Saarbr\u00fccken Research Center for Visual Computing, Interaction and AI, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6104-6625","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]},{"raw_affiliation_string":"Saarbr\u00fccken Research Center for Visual Computing, Interaction and AI, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210153150"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68236403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.3813999891281128,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.3813999891281128,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.11640000343322754,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.08320000022649765,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7580000162124634},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7148000001907349},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5167999863624573},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.44609999656677246},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.43720000982284546},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.3711000084877014},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.36250001192092896},{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.3508000075817108}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867000102996826},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7580000162124634},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7391999959945679},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7148000001907349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6941999793052673},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.49570000171661377},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3711000084877014},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.3508000075817108},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C126057942","wikidata":"https://www.wikidata.org/wiki/Q35158","display_name":"Stereoscopy","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C2781399445","wikidata":"https://www.wikidata.org/wiki/Q309254","display_name":"High-dynamic-range imaging","level":4,"score":0.2567000091075897},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C116108083","wikidata":"https://www.wikidata.org/wiki/Q1940131","display_name":"Ray casting","level":4,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3811346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811346","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2605.28401","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.28401","pdf_url":"https://arxiv.org/pdf/2605.28401","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3811346","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811346","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixed":[0],"Reality":[1],"(MR)":[2],"headsets":[3],"promise":[4],"a":[5,25,30,51,86,112,148,154,172,200,231],"future":[6],"of":[7,28,50,227,263],"immersive":[8],"telepresence":[9,91,233],"where":[10,235],"virtual":[11,19],"humans":[12],"blend":[13],"indistinguishably":[14],"into":[15,195],"their":[16,34,243],"real":[17],"or":[18,71],"surroundings.":[20],"Achieving":[21],"this":[22,80],"vision":[23],"requires":[24],"method":[26],"capable":[27],"capturing":[29],"user's":[31],"motion,":[32],"estimating":[33],"appearance":[35,157,216],"under":[36],"novel":[37,155],"lighting,":[38],"and":[39,100,103,120,165,254,270],"understanding":[40],"the":[41,47,196,213,218,225,255,260],"surrounding":[42],"environment":[43,109,209],"-":[44],"all":[45],"from":[46,111],"constrained":[48],"viewpoint":[49],"head-mounted":[52],"display":[53],"(HMD).":[54],"Existing":[55],"approaches":[56],"treat":[57],"these":[58],"as":[59,141,272,274],"isolated":[60],"problems:":[61],"they":[62],"either":[63],"focus":[64],"on":[65,73,184,282],"driving":[66],"avatars":[67],"with":[68],"baked-in":[69],"lighting":[70],"rely":[72],"complex":[74],"studio":[75],"setups":[76],"for":[77,89],"relighting.":[78],"In":[79],"paper,":[81],"we":[82,123,152,190],"present":[83],"EgoRelight":[84],",":[85],"holistic":[87],"framework":[88],"egocentric":[90,126,220],"that":[92,129,159,250],"simultaneously":[93],"captures":[94],"full-body":[95],"human":[96],"performance,":[97],"synthesizes":[98],"photorealistic":[99],"relightable":[101],"appearance,":[102],"estimates":[104],"high":[105],"dynamic":[106],"range":[107],"(HDR)":[108],"maps":[110],"single":[113],"HMD.":[114],"First,":[115],"to":[116,134,146,161,179,217,242],"ensure":[117],"accurate":[118],"motion":[119],"surface":[121],"reconstruction,":[122],"propose":[124],"an":[125,207],"perception":[127],"module":[128],"leverages":[130],"stereo":[131],"down-facing":[132],"cameras":[133],"extract":[135],"dense":[136],"depth":[137],"maps,":[138],"which":[139,205],"serve":[140],"robust":[142],"geometric":[143,268],"control":[144],"signals":[145],"drive":[147],"mesh-based":[149],"avatar.":[150],"Second,":[151],"introduce":[153],"neural":[156],"model":[158,177],"learns":[160],"synthesize":[162],"view-dependent":[163],"specular":[164],"view-independent":[166],"diffuse":[167],"shading":[168],"separately.":[169],"By":[170],"employing":[171],"specialized":[173],"ray-sampling":[174],"strategy,":[175],"our":[176,228,251,283],"generalizes":[178],"unseen":[180],"illumination":[181],"without":[182],"relying":[183],"restrictive":[185],"analytical":[186],"BRDF":[187],"priors.":[188],"Third,":[189],"enable":[191],"seamless":[192],"avatar":[193],"integration":[194],"physical":[197,245],"world":[198],"via":[199],"test-time":[201],"inverse":[202],"rendering":[203,271],"process,":[204],"recovers":[206],"HDR":[208],"map":[210],"by":[211],"matching":[212],"pre-trained":[214],"avatar's":[215],"live":[219],"camera":[221],"observations.":[222],"We":[223],"demonstrate":[224],"efficiency":[226],"system":[229,257],"through":[230],"social":[232],"application,":[234],"remote":[236],"users":[237],"are":[238],"coherently":[239],"relit":[240],"according":[241],"local":[244],"environment.":[246],"Extensive":[247],"experiments":[248],"show":[249],"individual":[252],"components":[253],"integrated":[256],"significantly":[258],"outperform":[259],"best":[261],"combinations":[262],"state-of-the-art":[264],"baselines":[265],"in":[266],"both":[267],"accuracy":[269],"well":[273],"relighting":[275],"fidelity.":[276],"Further":[277],"details":[278],"can":[279],"be":[280],"found":[281],"project":[284],"page":[285],"1":[286],".":[287]},"counts_by_year":[],"updated_date":"2026-07-04T06:14:54.683239","created_date":"2026-05-30T00:00:00"}