{"id":"https://openalex.org/W7126163408","doi":"https://doi.org/10.1109/tpami.2026.3651958","title":"RealLiFe: Real-Time Light Field Reconstruction via Hierarchical Sparse Gradient Descent","display_name":"RealLiFe: Real-Time Light Field Reconstruction via Hierarchical Sparse Gradient Descent","publication_year":2026,"publication_date":"2026-01-30","ids":{"openalex":"https://openalex.org/W7126163408","doi":"https://doi.org/10.1109/tpami.2026.3651958","pmid":"https://pubmed.ncbi.nlm.nih.gov/41615980"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3651958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3651958","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024905111","display_name":"Yijie Deng","orcid":"https://orcid.org/0000-0002-5026-4990"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijie Deng","raw_affiliation_strings":["Department of Electrical Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101913179","display_name":"Lei Han","orcid":"https://orcid.org/0000-0002-0036-4504"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Han","raw_affiliation_strings":["Huawei Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technology, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019647338","display_name":"Tianpeng Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianpeng Lin","raw_affiliation_strings":["Huawei Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technology, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124338186","display_name":"Lin Li","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Li","raw_affiliation_strings":["Huawei Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technology, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101427440","display_name":"Jinzhi Zhang","orcid":"https://orcid.org/0000-0001-6430-0502"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzhi Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6430-0502","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124349184","display_name":"Lu Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Fang","raw_affiliation_strings":["Department of Electrical Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8258-784X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10079936,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"5","first_page":"5261","last_page":"5276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9024999737739563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9024999737739563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.013299999758601189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/light-field","display_name":"Light field","score":0.7630000114440918},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5866000056266785},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5235999822616577},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.44179999828338623},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4325999915599823},{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.43070000410079956},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4253999888896942},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.42089998722076416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7684000134468079},{"id":"https://openalex.org/C48983235","wikidata":"https://www.wikidata.org/wiki/Q593161","display_name":"Light field","level":2,"score":0.7630000114440918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6557000279426575},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5866000056266785},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5235999822616577},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5202999711036682},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44179999828338623},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.43070000410079956},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4253999888896942},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.3865000009536743},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C13251829","wikidata":"https://www.wikidata.org/wiki/Q3085841","display_name":"Dense graph","level":5,"score":0.27469998598098755},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3651958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3651958","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41615980","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41615980","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4069450795650482,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G6471617833","display_name":null,"funder_award_id":"62125106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7318333611","display_name":null,"funder_award_id":"62427804","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,38,60,95,115,135],"rise":[2],"of":[3,40,64,72,118],"Extended":[4],"Reality":[5],"(XR)":[6],"technology,":[7],"there":[8],"is":[9,121,130],"a":[10,69,87,119,125,143],"growing":[11],"need":[12],"for":[13],"real-time":[14],"light":[15,73,89,105],"field":[16,74,90],"reconstruction":[17,75],"from":[18,107],"sparse":[19,62,108,139],"view":[20],"inputs.":[21],"Existing":[22],"methods":[23,165],"can":[24,31],"be":[25],"classified":[26],"into":[27],"offline":[28,164],"techniques,":[29],"which":[30,47,93],"generate":[32],"high-quality":[33,104],"novel":[34,88],"views":[35],"but":[36],"at":[37],"cost":[39],"long":[41],"inference/training":[42],"time,":[43],"and":[44,128,166],"online":[45,179],"methods,":[46],"either":[48],"lack":[49],"generalizability":[50],"or":[51],"produce":[52,103],"unsatisfactory":[53],"results.":[54],"However,":[55],"we":[56,84],"have":[57],"observed":[58],"that":[59,149],"intrinsic":[61],"manifold":[63],"Multi-plane":[65],"Images":[66],"(MPI)":[67],"enables":[68],"significant":[70],"acceleration":[71],"while":[76,156],"maintaining":[77],"rendering":[78],"quality.":[79],"Based":[80],"on":[81,160],"this":[82],"insight,":[83],"introduce":[85],"RealLiFe,":[86],"optimization":[91],"method,":[92],"leverages":[94],"proposed":[96],"Hierarchical":[97],"Sparse":[98],"Gradient":[99],"Descent":[100],"(HSGD)":[101],"to":[102,177],"fields":[106],"input":[109],"images":[110],"in":[111,142,174],"real":[112],"time.":[113],"Technically,":[114],"coarse":[116],"MPI":[117,140],"scene":[120,136],"first":[122],"generated":[123],"using":[124],"3D":[126],"CNN,":[127],"it":[129],"further":[131],"optimized":[132],"leveraging":[133],"only":[134],"content":[137],"aligned":[138],"gradients":[141],"few":[144],"iterations.":[145],"Extensive":[146],"experiments":[147],"demonstrate":[148],"our":[150],"method":[151],"achieves":[152],"comparable":[153],"visual":[154],"quality":[155],"being":[157],"100x":[158],"faster":[159],"average":[161],"than":[162],"state-of-the-art":[163],"delivers":[167],"better":[168],"performance":[169],"(about":[170],"2":[171],"dB":[172],"higher":[173],"PSNR)":[175],"compared":[176],"other":[178],"approaches.":[180]},"counts_by_year":[],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2026-02-01T00:00:00"}