{"id":"https://openalex.org/W7162653625","doi":"https://doi.org/10.48550/arxiv.2605.28401","title":"EgoRelight: Egocentric Human Capture and Illumination Recovery for Relightable and Photoreal Avatar Rendering","display_name":"EgoRelight: Egocentric Human Capture and Illumination Recovery for Relightable and Photoreal Avatar Rendering","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162653625","doi":"https://doi.org/10.48550/arxiv.2605.28401"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28401","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28401","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28401","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137235408","display_name":"Jianchun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jianchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137299351","display_name":"Yinda Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yinda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103055546","display_name":"Rohit Pandey","orcid":"https://orcid.org/0009-0003-2564-9420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandey, Rohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013075810","display_name":"Thabo Beeler","orcid":"https://orcid.org/0000-0002-8077-1205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beeler, Thabo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056083424","display_name":"Marc Habermann","orcid":"https://orcid.org/0000-0003-3899-7515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Habermann, Marc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Theobalt, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.3813999891281128,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.3813999891281128,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.11640000343322754,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.08320000022649765,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7580000162124634},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7148000001907349},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5167999863624573},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.44609999656677246},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.43720000982284546},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.3711000084877014},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.36250001192092896},{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.3508000075817108}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867000102996826},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7580000162124634},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7391999959945679},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7148000001907349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6941999793052673},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.49570000171661377},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3711000084877014},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.3508000075817108},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C126057942","wikidata":"https://www.wikidata.org/wiki/Q35158","display_name":"Stereoscopy","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C2781399445","wikidata":"https://www.wikidata.org/wiki/Q309254","display_name":"High-dynamic-range imaging","level":4,"score":0.2567000091075897},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C116108083","wikidata":"https://www.wikidata.org/wiki/Q1940131","display_name":"Ray casting","level":4,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28401","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28401","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28401","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28401","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixed":[0],"Reality":[1],"(MR)":[2],"headsets":[3],"promise":[4],"a":[5,24,28,47,80,106,140,146,164,192,219],"future":[6],"of":[7,46],"immersive":[8],"telepresence":[9,85,221],"where":[10,223],"virtual":[11,18],"humans":[12],"blend":[13],"indistinguishably":[14],"into":[15,187],"real":[16],"or":[17,67],"surroundings.":[19],"Achieving":[20],"this":[21,75],"vision":[22],"requires":[23],"method":[25],"for":[26,72,83],"capturing":[27],"user's":[29],"motion,":[30],"estimating":[31],"appearance":[32,149,208],"under":[33],"novel":[34,147],"lighting,":[35],"and":[36,94,97,113,157,240,251],"understanding":[37],"the":[38,43,188,205,241],"environment":[39,103,201],"-":[40],"all":[41],"from":[42,105],"constrained":[44],"viewpoint":[45],"head-mounted":[48],"display":[49],"(HMD).":[50],"Existing":[51],"approaches":[52],"treat":[53],"these":[54],"as":[55,134,253,255],"isolated":[56],"problems:":[57],"they":[58],"either":[59],"focus":[60],"on":[61,69,176],"driving":[62],"avatars":[63],"with":[64],"baked-in":[65],"lighting":[66],"rely":[68],"studio":[70],"setups":[71],"relighting.":[73],"In":[74],"paper,":[76],"we":[77,116,144,182],"present":[78],"EgoRelight,":[79],"holistic":[81],"framework":[82],"egocentric":[84,119,211],"that":[86,122,151,237],"simultaneously":[87],"captures":[88],"full-body":[89],"human":[90],"performance,":[91],"synthesizes":[92],"photorealistic":[93],"relightable":[95],"appearance,":[96],"estimates":[98],"high":[99],"dynamic":[100],"range":[101],"(HDR)":[102],"maps":[104],"single":[107],"HMD.":[108],"First,":[109],"to":[110,127,138,153,171,209,230],"ensure":[111],"motion":[112],"surface":[114],"reconstruction,":[115],"propose":[117],"an":[118,199],"perception":[120],"module":[121],"leverages":[123],"stereo":[124],"down-facing":[125],"cameras":[126],"extract":[128],"dense":[129],"depth":[130],"maps,":[131],"which":[132,197],"serve":[133],"geometric":[135,249],"control":[136],"signals":[137],"drive":[139],"mesh-based":[141],"avatar.":[142],"Second,":[143],"introduce":[145],"neural":[148],"model":[150,169],"learns":[152],"synthesize":[154],"view-dependent":[155],"specular":[156],"view-independent":[158],"diffuse":[159],"shading":[160],"separately.":[161],"By":[162],"employing":[163],"specialized":[165],"ray-sampling":[166],"strategy,":[167],"our":[168,216,238],"generalizes":[170],"unseen":[172],"illumination":[173],"without":[174],"relying":[175],"restrictive":[177],"analytical":[178],"BRDF":[179],"priors.":[180],"Third,":[181],"enable":[183],"seamless":[184],"avatar":[185],"integration":[186],"physical":[189,232],"world":[190],"via":[191],"test-time":[193],"inverse":[194],"rendering":[195,252],"process,":[196],"recovers":[198],"HDR":[200],"map":[202],"by":[203],"matching":[204],"pre-trained":[206],"avatar's":[207],"live":[210],"camera":[212],"observations.":[213],"We":[214],"demonstrate":[215],"system":[217,243],"through":[218],"social":[220],"application,":[222],"remote":[224],"users":[225],"are":[226],"coherently":[227],"relit":[228],"according":[229],"their":[231],"environment.":[233],"Extensive":[234],"experiments":[235],"show":[236],"components":[239],"integrated":[242],"significantly":[244],"outperform":[245],"state-of-the-art":[246],"baselines":[247],"in":[248],"accuracy":[250],"well":[254],"relighting":[256],"fidelity.":[257]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}