{"id":"https://openalex.org/W7167206605","doi":"https://doi.org/10.1145/3811281","title":"GenPIE: A Time-Resolved Plenoptic Imager","display_name":"GenPIE: A Time-Resolved Plenoptic Imager","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7167206605","doi":"https://doi.org/10.1145/3811281"},"language":"en","primary_location":{"id":"doi:10.1145/3811281","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811281","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3811281","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115597575","display_name":"Ziheng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziheng Wang","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-3824-0829","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045835119","display_name":"S. S. Shen","orcid":"https://orcid.org/0000-0002-2922-1718"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Shen","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2922-1718","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101880653","display_name":"Huanyu Xu","orcid":"https://orcid.org/0000-0002-6234-8075"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanyu Xu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-4371-7406","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135464403","display_name":"Kaichun Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaichun Qiao","raw_affiliation_strings":["Deemos Technology, Shanghai, China","ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-9223-9950","affiliations":[{"raw_affiliation_string":"Deemos Technology, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044492786","display_name":"Longwen Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longwen Zhang","raw_affiliation_strings":["Deemos Technology, Shanghai, China","ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8508-3359","affiliations":[{"raw_affiliation_string":"Deemos Technology, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038142929","display_name":"Qixuan Zhang","orcid":"https://orcid.org/0000-0002-4837-7152"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixuan Zhang","raw_affiliation_strings":["Deemos Technology, Shanghai, China","ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4837-7152","affiliations":[{"raw_affiliation_string":"Deemos Technology, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003856491","display_name":"Qilin Sun","orcid":"https://orcid.org/0000-0002-1906-9548"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210159500","display_name":"Shenzhen Academy of Aerospace Technology","ror":"https://ror.org/05etzsm06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210159500"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qilin Sun","raw_affiliation_strings":["Point Spread Technology, Shenzhen, China","The Chinese University of Hong Kong, Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1906-9548","affiliations":[{"raw_affiliation_string":"Point Spread Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210159500"]},{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139996480","display_name":"Shiying Li","orcid":"https://orcid.org/0000-0002-4222-0648"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiying Li","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4222-0648","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049850790","display_name":"Jingyi Yu","orcid":"https://orcid.org/0000-0002-8580-0036"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Yu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8580-0036","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.91268693,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.3028999865055084,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.3028999865055084,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.14550000429153442,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11408","display_name":"Advanced Optical Imaging Technologies","score":0.1031000018119812,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7261999845504761},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5497000217437744},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4715999960899353},{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.4438000023365021},{"id":"https://openalex.org/keywords/high-dynamic-range","display_name":"High dynamic range","score":0.43630000948905945},{"id":"https://openalex.org/keywords/path-tracing","display_name":"Path tracing","score":0.4090999960899353},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4090000092983246},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.40070000290870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7775999903678894},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7261999845504761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5921000242233276},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5898000001907349},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5497000217437744},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.4438000023365021},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.43630000948905945},{"id":"https://openalex.org/C110541219","wikidata":"https://www.wikidata.org/wiki/Q72948","display_name":"Path tracing","level":3,"score":0.4090999960899353},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4090000092983246},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.40070000290870667},{"id":"https://openalex.org/C2780799671","wikidata":"https://www.wikidata.org/wiki/Q17087362","display_name":"Transient (computer programming)","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3799999952316284},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3513999879360199},{"id":"https://openalex.org/C146044194","wikidata":"https://www.wikidata.org/wiki/Q5157334","display_name":"Computational photography","level":4,"score":0.3149999976158142},{"id":"https://openalex.org/C182610534","wikidata":"https://www.wikidata.org/wiki/Q633620","display_name":"Ray","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3811281","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811281","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3811281","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811281","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3723581340","display_name":null,"funder_award_id":"2025YFA1309603","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6366500369","display_name":null,"funder_award_id":"W2431046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G827411764","display_name":null,"funder_award_id":"61977047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1965908318","https://openalex.org/W1966245356","https://openalex.org/W1975089519","https://openalex.org/W1984039196","https://openalex.org/W2000123870","https://openalex.org/W2025976924","https://openalex.org/W2027560260","https://openalex.org/W2031914226","https://openalex.org/W2031980170","https://openalex.org/W2037716539","https://openalex.org/W2063366997","https://openalex.org/W2086961060","https://openalex.org/W2111169574","https://openalex.org/W2116361875","https://openalex.org/W2118304946","https://openalex.org/W2129404737","https://openalex.org/W2133665775","https://openalex.org/W2165192967","https://openalex.org/W2235136907","https://openalex.org/W2738798903","https://openalex.org/W2753630964","https://openalex.org/W2805297939","https://openalex.org/W2959851426","https://openalex.org/W2962785568","https://openalex.org/W2962841662","https://openalex.org/W2974180492","https://openalex.org/W3108047812","https://openalex.org/W3109585842","https://openalex.org/W3116102736","https://openalex.org/W3139826279","https://openalex.org/W3159198872","https://openalex.org/W4200150166","https://openalex.org/W4200313684","https://openalex.org/W4200468038","https://openalex.org/W4205836848","https://openalex.org/W4229007118","https://openalex.org/W4245933748","https://openalex.org/W4281731021","https://openalex.org/W4312807829","https://openalex.org/W4379260559","https://openalex.org/W4385276821","https://openalex.org/W4386072272","https://openalex.org/W4386426768","https://openalex.org/W4390874489","https://openalex.org/W4400822286","https://openalex.org/W4402592850","https://openalex.org/W4402727281","https://openalex.org/W4404002617","https://openalex.org/W4413147778","https://openalex.org/W7133223275"],"related_works":[],"abstract_inverted_index":{"Capturing":[0],"the":[1,26,30,34,47,55,59,83,103,138,187],"full":[2,84],"plenoptic":[3,60,87],"light":[4,88,111,134,212],"transport":[5,213],"across":[6],"spatial,":[7],"angular,":[8],"and":[9,33,76,109,126,143,165,221],"temporal":[10,48],"dimensions":[11],"has":[12],"long":[13],"been":[14],"a":[15,96,115,149,176,196],"pursuit":[16],"in":[17,78],"computational":[18],"imaging,":[19],"yet":[20],"it":[21],"remains":[22],"fundamentally":[23],"constrained":[24],"by":[25,54],"high":[27,63],"dimensionality":[28,64],"of":[29,37,58,86,132,140,198],"sampling":[31,68,142],"space":[32],"physical":[35,107,144],"inaccessibility":[36],"scene":[38],"regions":[39],"due":[40],"to":[41,101,161,181,186],"self-occlusions.":[42],"While":[43],"time-resolved":[44,222],"imaging":[45],"records":[46],"axis,":[49],"existing":[50],"methods":[51],"are":[52,172,201],"bottlenecked":[53],"combinatorial":[56],"complexity":[57],"function.":[61],"This":[62],"makes":[65],"dense":[66],"omni-dimensional":[67],"physically":[69,183],"prohibitive.":[70],"Simultaneously,":[71],"tight":[72],"coupling":[73],"between":[74,105],"illumination":[75,125],"viewpoint":[77],"current":[79],"systems":[80],"also":[81],"precludes":[82],"acquisition":[85],"transport.":[89,112],"In":[90],"this":[91],"work,":[92],"we":[93,147],"present":[94],"GenPIE,":[95],"Generative":[97],"Plenoptic":[98],"Imager":[99],"designed":[100],"bridge":[102],"gap":[104],"sparse":[106,141],"observations":[108],"high-dimensional":[110],"We":[113,191],"introduce":[114],"decoupled":[116],"laser-detector":[117],"hardware":[118],"setup":[119],"that":[120,193,200],"enables":[121],"independent":[122],"control":[123],"over":[124],"detection,":[127],"allowing":[128],"for":[129,169,203],"active":[130],"probing":[131],"indirect":[133],"paths.":[135],"To":[136],"overcome":[137],"ill-posedness":[139],"blind":[145],"spots,":[146],"propose":[148],"generative":[150],"inverse":[151],"transient":[152,178,217],"rendering":[153],"framework.":[154],"Our":[155],"approach":[156],"leverages":[157],"3D":[158,166],"foundation":[159],"models":[160],"provide":[162],"strong":[163],"semantic":[164],"geometric":[167],"priors":[168],"initialization,":[170],"which":[171],"subsequently":[173],"refined":[174],"through":[175],"differentiable":[177],"path":[179],"tracer":[180],"ensure":[182],"grounded":[184],"adherence":[185],"Transient":[188],"Rendering":[189],"Equation.":[190],"demonstrate":[192],"GenPIE":[194],"supports":[195],"range":[197],"applications":[199],"challenging":[202],"steady-state":[204],"or":[205],"purely":[206],"neural":[207],"methods,":[208],"including":[209],"disentangling":[210],"multi-bounce":[211],"directly":[214],"from":[215],"captured":[216],"videos,":[218],"time":[219],"unwarping,":[220],"relighting.":[223],"The":[224],"project":[225],"page":[226],"is":[227],"at":[228],"https://wangzh1.github.io/GenPIE.":[229]},"counts_by_year":[],"updated_date":"2026-07-04T06:14:54.683239","created_date":"2026-07-04T00:00:00"}
