{"id":"https://openalex.org/W4402592850","doi":"https://doi.org/10.1109/tpami.2024.3463875","title":"HOLI-1-to-3: Transient-Enhanced Holistic Image-to-3D Generation","display_name":"HOLI-1-to-3: Transient-Enhanced Holistic Image-to-3D Generation","publication_year":2024,"publication_date":"2024-09-18","ids":{"openalex":"https://openalex.org/W4402592850","doi":"https://doi.org/10.1109/tpami.2024.3463875","pmid":"https://pubmed.ncbi.nlm.nih.gov/39292585"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3463875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3463875","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045835119","display_name":"S. S. Shen","orcid":"https://orcid.org/0000-0002-2922-1718"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Shen","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2922-1718","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047720804","display_name":"Suan Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suan Xia","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-1779-4217","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112384554","display_name":"Xingyue Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyue Peng","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2198-8279","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420916","display_name":"Ziyu Wang","orcid":"https://orcid.org/0000-0002-4697-5183"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Wang","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4697-5183","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045693052","display_name":"Yingsheng Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingsheng Zhu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shiying Li","orcid":"https://orcid.org/0000-0002-4222-0648"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiying Li","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4222-0648","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101500646","display_name":"Jingyi Yu","orcid":"https://orcid.org/0000-0001-9198-6853"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Yu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9198-6853","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":3.654,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92410714,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"47","issue":"9","first_page":"7206","last_page":"7217"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.861299991607666,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.861299991607666,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.8331999778747559,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.8183000087738037,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.647267758846283},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6420159339904785},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6041115522384644},{"id":"https://openalex.org/keywords/transient","display_name":"Transient (computer programming)","score":0.5323646068572998},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.48232147097587585},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4291457235813141},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.42023730278015137},{"id":"https://openalex.org/keywords/transient-analysis","display_name":"Transient analysis","score":0.4160580635070801},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3641892969608307},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17721867561340332},{"id":"https://openalex.org/keywords/transient-response","display_name":"Transient response","score":0.15975826978683472}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.647267758846283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6420159339904785},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6041115522384644},{"id":"https://openalex.org/C2780799671","wikidata":"https://www.wikidata.org/wiki/Q17087362","display_name":"Transient (computer programming)","level":2,"score":0.5323646068572998},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.48232147097587585},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4291457235813141},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.42023730278015137},{"id":"https://openalex.org/C2989121073","wikidata":"https://www.wikidata.org/wiki/Q1309019","display_name":"Transient analysis","level":3,"score":0.4160580635070801},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3641892969608307},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17721867561340332},{"id":"https://openalex.org/C85761212","wikidata":"https://www.wikidata.org/wiki/Q1974593","display_name":"Transient response","level":2,"score":0.15975826978683472},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3463875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3463875","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39292585","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39292585","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1945579289","display_name":null,"funder_award_id":"61976138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5005045307","display_name":null,"funder_award_id":"21010502400","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G827411764","display_name":null,"funder_award_id":"61977047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W2014148112","https://openalex.org/W2031980170","https://openalex.org/W2046333466","https://openalex.org/W2059630831","https://openalex.org/W2080629029","https://openalex.org/W2112858385","https://openalex.org/W2157129786","https://openalex.org/W2200308833","https://openalex.org/W2215643317","https://openalex.org/W2259301194","https://openalex.org/W2592180790","https://openalex.org/W2594877270","https://openalex.org/W2735425621","https://openalex.org/W2793604749","https://openalex.org/W2798373958","https://openalex.org/W2890382763","https://openalex.org/W2905288042","https://openalex.org/W2944579304","https://openalex.org/W2951067010","https://openalex.org/W2959851426","https://openalex.org/W2962778872","https://openalex.org/W2962988048","https://openalex.org/W2963926543","https://openalex.org/W2964608097","https://openalex.org/W2966437379","https://openalex.org/W3015038906","https://openalex.org/W3034827125","https://openalex.org/W3087744872","https://openalex.org/W3108047812","https://openalex.org/W3141954417","https://openalex.org/W3159198872","https://openalex.org/W3173102319","https://openalex.org/W3178406257","https://openalex.org/W3178727451","https://openalex.org/W3180196270","https://openalex.org/W3199827501","https://openalex.org/W3211761719","https://openalex.org/W3215769467","https://openalex.org/W4200150166","https://openalex.org/W4214730249","https://openalex.org/W4221151978","https://openalex.org/W4224251832","https://openalex.org/W4229007118","https://openalex.org/W4285124635","https://openalex.org/W4289076044","https://openalex.org/W4296338519","https://openalex.org/W4297097705","https://openalex.org/W4312266694","https://openalex.org/W4312453532","https://openalex.org/W4312567873","https://openalex.org/W4312880366","https://openalex.org/W4312933868","https://openalex.org/W4328029543","https://openalex.org/W4361865530","https://openalex.org/W4376122412","https://openalex.org/W4385275714","https://openalex.org/W4386065784","https://openalex.org/W4386066359","https://openalex.org/W4386071463","https://openalex.org/W4386071750","https://openalex.org/W4386072463","https://openalex.org/W4386075660","https://openalex.org/W4386075768","https://openalex.org/W4386076018","https://openalex.org/W4386076275","https://openalex.org/W4386076679","https://openalex.org/W4390872560","https://openalex.org/W4390873331","https://openalex.org/W4390873533","https://openalex.org/W4390874489","https://openalex.org/W4390874547","https://openalex.org/W4390889720","https://openalex.org/W4392971772","https://openalex.org/W4402733585","https://openalex.org/W4402754182","https://openalex.org/W6606221806","https://openalex.org/W6679045638","https://openalex.org/W6735808041","https://openalex.org/W6745947945","https://openalex.org/W6755143522","https://openalex.org/W6758334880","https://openalex.org/W6763236253","https://openalex.org/W6802668286","https://openalex.org/W6803908784","https://openalex.org/W6809885388","https://openalex.org/W6838639034","https://openalex.org/W6841755765","https://openalex.org/W6843813467","https://openalex.org/W6846015844","https://openalex.org/W6847671982","https://openalex.org/W6850161555","https://openalex.org/W6850300882","https://openalex.org/W6852205920","https://openalex.org/W6852343506","https://openalex.org/W6853592262","https://openalex.org/W6853660671","https://openalex.org/W6854003956","https://openalex.org/W6854132990"],"related_works":["https://openalex.org/W2758798772","https://openalex.org/W2001630809","https://openalex.org/W2081338125","https://openalex.org/W2537731695","https://openalex.org/W4239924455","https://openalex.org/W4244925124","https://openalex.org/W2377879397","https://openalex.org/W2903984874","https://openalex.org/W1577327694","https://openalex.org/W2887517211"],"abstract_inverted_index":{"We":[0,24],"introduce":[1],"HOLI-1-to-3,":[2],"a":[3,12,44,67,93],"novel":[4],"technique":[5,77],"for":[6,79],"holistic":[7,141],"3D":[8,34,142],"shape":[9,35,143],"recovery":[10],"from":[11,92],"single-viewpoint":[13],"input,":[14],"by":[15],"effectively":[16],"combining":[17],"line-of-sight":[18],"(LOS)":[19],"and":[20,32,57,73,81,87,101,116],"non-line-of-sight":[21],"(NLOS)":[22],"imaging.":[23],"leverage":[25],"advancements":[26],"in":[27,111,125,140],"ultrafast":[28],"time-of-flight":[29],"(ToF)":[30],"sensors":[31],"learning-based":[33],"inference":[36],"techniques,":[37],"such":[38],"as":[39],"diffusion":[40,71],"models.":[41],"HOLI-1-to-3":[42,63],"employs":[43],"new":[45],"neural":[46],"plenoptic":[47],"representation,":[48],"which":[49],"unifies":[50],"radiance":[51],"fields":[52,59],"(for":[53,60],"LOS":[54],"RGB":[55],"images)":[56],"transient":[58],"NLOS":[61],"transients).":[62],"is":[64],"optimized":[65],"through":[66],"two-stage":[68],"pipeline":[69],"involving":[70],"priors":[72],"transients":[74],"prior.":[75],"Our":[76],"allows":[78],"accurate":[80],"continuous":[82],"reconstruction":[83],"of":[84,90,107,114],"both":[85,99],"visible":[86],"invisible":[88,112],"parts":[89,113],"objects":[91,115],"single":[94],"view.":[95],"Comprehensive":[96],"experiments":[97,127],"on":[98],"simulated":[100],"real-world":[102],"datasets":[103,123],"demonstrate":[104],"the":[105,133],"effectiveness":[106],"HOLI-1-to-3in":[108],"resolving":[109],"ambiguities":[110],"significantly":[117],"improving":[118],"overall":[119],"generation":[120],"quality.":[121],"The":[122],"used":[124],"our":[126],"will":[128],"be":[129],"made":[130],"available":[131],"to":[132,136],"research":[134],"community":[135],"facilitate":[137],"further":[138],"achievements":[139],"recovery.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}