{"id":"https://openalex.org/W4229007118","doi":"https://doi.org/10.1109/tpami.2022.3203383","title":"Physics to the Rescue: Deep Non-Line-of-Sight Reconstruction for High-Speed Imaging","display_name":"Physics to the Rescue: Deep Non-Line-of-Sight Reconstruction for High-Speed Imaging","publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4229007118","doi":"https://doi.org/10.1109/tpami.2022.3203383","pmid":"https://pubmed.ncbi.nlm.nih.gov/36049012"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3203383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3203383","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029753270","display_name":"Fangzhou Mu","orcid":"https://orcid.org/0000-0001-5580-2404"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fangzhou Mu","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0001-5580-2404","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080766270","display_name":"Sicheng Mo","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sicheng Mo","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080869471","display_name":"Jiayong Peng","orcid":"https://orcid.org/0000-0002-7812-0585"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayong Peng","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China","University of Science and Technology of China, Hefei, Anhui Province, China"],"raw_orcid":"https://orcid.org/0000-0002-7812-0585","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063312854","display_name":"Xiaochun Liu","orcid":"https://orcid.org/0000-0002-3536-511X"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaochun Liu","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0002-3536-511X","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030658459","display_name":"Ji Hyun Nam","orcid":"https://orcid.org/0000-0002-3916-7460"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ji Hyun Nam","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040750644","display_name":"Siddeshwar Raghavan","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddeshwar Raghavan","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058842115","display_name":"Andreas Velten","orcid":"https://orcid.org/0000-0001-5591-828X"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Velten","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100451141","display_name":"Yin Li","orcid":"https://orcid.org/0000-0003-4173-9453"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yin Li","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0003-4173-9453","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5029753270"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":13.1878,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.98936998,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"47","issue":"8","first_page":"6146","last_page":"6158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10540","display_name":"Advanced Fluorescence Microscopy Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/non-line-of-sight-propagation","display_name":"Non-line-of-sight propagation","score":0.8232939839363098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.731228232383728},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6534692645072937},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6430315971374512},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6108534336090088},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5899429321289062},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.47880488634109497}],"concepts":[{"id":"https://openalex.org/C154910267","wikidata":"https://www.wikidata.org/wiki/Q1740982","display_name":"Non-line-of-sight propagation","level":3,"score":0.8232939839363098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.731228232383728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6534692645072937},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6430315971374512},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6108534336090088},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5899429321289062},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.47880488634109497},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3203383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3203383","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:36049012","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36049012","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2076954462","https://openalex.org/W2087137114","https://openalex.org/W2112858385","https://openalex.org/W2194775991","https://openalex.org/W2538216436","https://openalex.org/W2752118498","https://openalex.org/W2755257996","https://openalex.org/W2793604749","https://openalex.org/W2799016823","https://openalex.org/W2805267637","https://openalex.org/W2948901907","https://openalex.org/W2951067010","https://openalex.org/W2957022268","https://openalex.org/W2959851426","https://openalex.org/W2962988738","https://openalex.org/W2964608097","https://openalex.org/W2966437379","https://openalex.org/W2994788716","https://openalex.org/W2999052951","https://openalex.org/W3015038906","https://openalex.org/W3024020995","https://openalex.org/W3028120435","https://openalex.org/W3034181189","https://openalex.org/W3035697917","https://openalex.org/W3108047812","https://openalex.org/W3109585842","https://openalex.org/W3137482958","https://openalex.org/W3143053712","https://openalex.org/W3159198872","https://openalex.org/W3173531806","https://openalex.org/W3174752334","https://openalex.org/W3176368002","https://openalex.org/W3186630079","https://openalex.org/W3204832078","https://openalex.org/W3208468757","https://openalex.org/W3211822152","https://openalex.org/W4214605256","https://openalex.org/W4288242633","https://openalex.org/W6631190155","https://openalex.org/W6687484953","https://openalex.org/W6736384672","https://openalex.org/W6802175311"],"related_works":["https://openalex.org/W2172272784","https://openalex.org/W4307436769","https://openalex.org/W4323793210","https://openalex.org/W2366306259","https://openalex.org/W3101720559","https://openalex.org/W2143447014","https://openalex.org/W3172283447","https://openalex.org/W2110478555","https://openalex.org/W2109871577","https://openalex.org/W2358825988"],"abstract_inverted_index":{"Computational":[0],"approach":[1],"to":[2,16,152],"imaging":[3,20,40,242],"around":[4],"the":[5,49,80,90,114,119,232],"corner,":[6],"or":[7,164],"non-line-of-sight":[8],"(NLOS)":[9],"imaging,":[10,31],"is":[11],"becoming":[12],"a":[13,37,84,101,125,144,184,198],"reality":[14],"thanks":[15],"major":[17],"advances":[18],"in":[19,55,62,124,183],"hardware":[21],"and":[22,97,106,177,204,215,222],"reconstruction":[23,69],"algorithms.":[24],"A":[25],"recent":[26],"development":[27,239],"towards":[28],"practical":[29],"NLOS":[30,68,108,167,241],"(Nam":[32],"et":[33],"al.":[34],"2021)":[35],"demonstrated":[36],"high-speed":[38,249],"non-confocal":[39],"system":[41,235],"that":[42,71,88,128,148,209,227,247],"operates":[43],"at":[44,180],"5Hz,":[45],"100x":[46],"faster":[47],"than":[48,192],"prior":[50,213],"art.":[51],"This":[52,110],"enormous":[53],"gain":[54],"acquisition":[56],"rate,":[57],"however,":[58],"necessitates":[59],"numerous":[60],"approximations":[61],"light":[63],"transport,":[64],"breaking":[65],"many":[66],"existing":[67],"methods":[70],"assume":[72],"an":[73],"idealized":[74],"image":[75,120],"formation":[76,121],"model.":[77],"To":[78],"bridge":[79],"gap,":[81],"we":[82,142,207],"present":[83],"novel":[85],"deep":[86,126],"model":[87,127,151,173],"incorporates":[89],"complementary":[91],"physics":[92,214],"priors":[93],"of":[94,189,240],"wave":[95],"propagation":[96],"volume":[98],"rendering":[99],"into":[100],"neural":[102],"network":[103],"for":[104,243],"high-quality":[105],"robust":[107],"reconstruction.":[109],"orchestrated":[111],"design":[112],"regularizes":[113],"solution":[115],"space":[116],"by":[117],"relaxing":[118],"model,":[122],"resulting":[123],"generalizes":[129],"well":[130],"on":[131,138,197,219],"real":[132,223,244],"captures":[133,194],"despite":[134],"being":[135],"exclusively":[136],"trained":[137,155],"synthetic":[139,221],"data.":[140],"Further,":[141],"devise":[143],"unified":[145],"learning":[146,216],"framework":[147],"enables":[149],"our":[150,172,210,228],"be":[153],"flexibly":[154],"using":[156],"diverse":[157],"supervision":[158],"signals,":[159],"including":[160],"target":[161],"intensity":[162,176],"images":[163,179],"even":[165],"raw":[166],"transient":[168],"measurements.":[169,224],"Once":[170],"trained,":[171],"renders":[174],"both":[175,220],"depth":[178],"inference":[181],"time":[182],"single":[185],"forward":[186],"pass,":[187],"capable":[188],"processing":[190],"more":[191],"5":[193],"per":[195],"second":[196],"high-end":[199],"GPU.":[200],"Through":[201],"extensive":[202],"qualitative":[203],"quantitative":[205],"experiments,":[206],"show":[208],"method":[211,229],"outperforms":[212],"based":[217],"approaches":[218],"We":[225],"anticipate":[226],"along":[230],"with":[231],"fast":[233],"capturing":[234],"will":[236],"accelerate":[237],"future":[238],"world":[245],"applications":[246],"require":[248],"imaging.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}