{"id":"https://openalex.org/W3089028664","doi":"https://doi.org/10.1109/tpami.2020.3026039","title":"Deep Coarse-to-Fine Dense Light Field Reconstruction With Flexible Sampling and Geometry-Aware Fusion","display_name":"Deep Coarse-to-Fine Dense Light Field Reconstruction With Flexible Sampling and Geometry-Aware Fusion","publication_year":2020,"publication_date":"2020-09-23","ids":{"openalex":"https://openalex.org/W3089028664","doi":"https://doi.org/10.1109/tpami.2020.3026039","mag":"3089028664","pmid":"https://pubmed.ncbi.nlm.nih.gov/32966211"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3026039","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3026039","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083714878","display_name":"Jing Jin","orcid":"https://orcid.org/0000-0002-6584-8438"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Jin","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6584-8438","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031957432","display_name":"Junhui Hou","orcid":"https://orcid.org/0000-0003-3431-2021"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junhui Hou","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3431-2021","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782730","display_name":"Jie Chen","orcid":"https://orcid.org/0000-0001-8419-4620"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jie Chen","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8419-4620","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035422552","display_name":"Huanqiang Zeng","orcid":"https://orcid.org/0000-0002-2802-7745"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanqiang Zeng","raw_affiliation_strings":["College of Engineering, Huaqiao University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2802-7745","affiliations":[{"raw_affiliation_string":"College of Engineering, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008386708","display_name":"Sam Kwong","orcid":"https://orcid.org/0000-0001-7484-7261"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Sam Kwong","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7484-7261","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101500646","display_name":"Jingyi Yu","orcid":"https://orcid.org/0000-0001-9198-6853"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Yu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9198-6853","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0435,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.94929363,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"44","issue":"4","first_page":"1819","last_page":"1836"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7086932063102722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.666405439376831},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6297970414161682},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.5988782048225403},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5643442273139954},{"id":"https://openalex.org/keywords/light-field","display_name":"Light field","score":0.5185842514038086},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.4957917630672455},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.47328609228134155},{"id":"https://openalex.org/keywords/parallax","display_name":"Parallax","score":0.46931883692741394},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4525746703147888},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44822603464126587},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3597651720046997}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7086932063102722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.666405439376831},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6297970414161682},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.5988782048225403},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5643442273139954},{"id":"https://openalex.org/C48983235","wikidata":"https://www.wikidata.org/wiki/Q593161","display_name":"Light field","level":2,"score":0.5185842514038086},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.4957917630672455},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.47328609228134155},{"id":"https://openalex.org/C15759828","wikidata":"https://www.wikidata.org/wiki/Q165074","display_name":"Parallax","level":2,"score":0.46931883692741394},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4525746703147888},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44822603464126587},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3597651720046997},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.3026039","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3026039","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32966211","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32966211","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7867221944","display_name":"\u9762\u5411\u6c89\u6d78\u5f0f3D\u8fdc\u7a0b\u5448\u73b0\u7684\u52a8\u60013D\u70b9\u4e91\u9ad8\u6548\u538b\u7f29\u4e0e\u81ea\u9002\u5e94\u4f20\u8f93","funder_award_id":"61871342","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8029899625","display_name":"\u57fa\u4e8e\u89c6\u89c9\u611f\u77e5\u7684\u5c4f\u5e55\u89c6\u9891\u8d28\u91cf\u8bc4\u4ef7\u53ca\u7f16\u7801\u4f18\u5316\u7b56\u7565\u7814\u7a76","funder_award_id":"61871434","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W54257720","https://openalex.org/W1522301498","https://openalex.org/W1776042733","https://openalex.org/W1885185971","https://openalex.org/W1914596733","https://openalex.org/W1951771206","https://openalex.org/W1992367866","https://openalex.org/W2002520467","https://openalex.org/W2007165614","https://openalex.org/W2019080383","https://openalex.org/W2042687553","https://openalex.org/W2051929895","https://openalex.org/W2063366997","https://openalex.org/W2067827172","https://openalex.org/W2098362450","https://openalex.org/W2111169574","https://openalex.org/W2116361875","https://openalex.org/W2119967924","https://openalex.org/W2121775913","https://openalex.org/W2138821028","https://openalex.org/W2150007820","https://openalex.org/W2150593711","https://openalex.org/W2200825767","https://openalex.org/W2239879258","https://openalex.org/W2242218935","https://openalex.org/W2257183329","https://openalex.org/W2261707685","https://openalex.org/W2289524987","https://openalex.org/W2290439950","https://openalex.org/W2295511631","https://openalex.org/W2344700153","https://openalex.org/W2348664362","https://openalex.org/W2476548250","https://openalex.org/W2495603374","https://openalex.org/W2513285095","https://openalex.org/W2551052086","https://openalex.org/W2591697814","https://openalex.org/W2598591334","https://openalex.org/W2607041014","https://openalex.org/W2608018946","https://openalex.org/W2608225500","https://openalex.org/W2612645170","https://openalex.org/W2744274622","https://openalex.org/W2744570394","https://openalex.org/W2758175304","https://openalex.org/W2792891339","https://openalex.org/W2807342049","https://openalex.org/W2883907768","https://openalex.org/W2895527865","https://openalex.org/W2896892492","https://openalex.org/W2897594148","https://openalex.org/W2903622424","https://openalex.org/W2914520675","https://openalex.org/W2914600502","https://openalex.org/W2963557767","https://openalex.org/W2963739349","https://openalex.org/W2963872754","https://openalex.org/W2964251418","https://openalex.org/W2998715827","https://openalex.org/W3043360221","https://openalex.org/W3100465609","https://openalex.org/W6631190155","https://openalex.org/W6634891648","https://openalex.org/W6697345971","https://openalex.org/W6736260464"],"related_works":["https://openalex.org/W4283766825","https://openalex.org/W4211106943","https://openalex.org/W4391994763","https://openalex.org/W2022411243","https://openalex.org/W3131350938","https://openalex.org/W3000078511","https://openalex.org/W2613695043","https://openalex.org/W3163612542","https://openalex.org/W2800876221","https://openalex.org/W2897769554"],"abstract_inverted_index":{"A":[0],"densely-sampled":[1,38,83,114,165],"light":[2],"field":[3],"(LF)":[4],"is":[5,22,152,235],"highly":[6],"desirable":[7],"in":[8,116,146,222],"various":[9,223],"applications,":[10,225],"such":[11,26],"as":[12],"3-D":[13],"reconstruction,":[14],"post-capture":[15],"refocusing":[16],"and":[17,81,90,138,199,214,229],"virtual":[18],"reality.":[19],"However,":[20],"it":[21,140],"costly":[23],"to":[24,35,141,154,181],"acquire":[25],"data.":[27],"Although":[28],"many":[29],"computational":[30,53],"methods":[31],"have":[32],"been":[33],"proposed":[34,106,153,218],"reconstruct":[36],"a":[37,41,70,95,113,117,148],"LF":[39,115,137,170,184,201],"from":[40,47,133,158],"sparsely-sampled":[42,76,136],"one,":[43],"they":[44],"still":[45],"suffer":[46],"either":[48],"low":[49,52],"reconstruction":[50],"quality,":[51],"efficiency,":[54],"or":[55],"the":[56,59,62,102,121,130,156,168,174,178,183,191,212,217],"restriction":[57],"on":[58,196],"regularity":[60],"of":[61,193,216],"sampling":[63,103],"pattern.":[64,104],"To":[65],"this":[66],"end,":[67],"we":[68,210],"propose":[69,94],"novel":[71,144],"learning-based":[72],"method,":[73,107],"which":[74,147],"accepts":[75],"LFs":[77,84],"with":[78,85,205],"irregular":[79],"structures,":[80],"produces":[82],"arbitrary":[86],"angular":[87,175],"resolution":[88],"accurately":[89],"efficiently.":[91],"We":[92],"also":[93],"simple":[96],"yet":[97],"effective":[98],"method":[99,195],"for":[100],"optimizing":[101],"Our":[105],"an":[108,134,163],"end-to-end":[109],"trainable":[110],"network,":[111],"reconstructs":[112],"coarse-to-fine":[118],"manner.":[119],"Specifically,":[120],"coarse":[122],"sub-aperture":[123],"image":[124],"(SAI)":[125],"synthesis":[126],"module":[127,172],"first":[128],"explores":[129],"scene":[131],"geometry":[132],"unstructured":[135],"leverages":[139],"independently":[142],"synthesize":[143],"SAIs,":[145,161],"confidence-based":[149],"blending":[150],"strategy":[151],"fuse":[155],"information":[157],"different":[159],"input":[160],"giving":[162],"intermediate":[164,179],"LF.":[166],"Then,":[167],"efficient":[169],"refinement":[171],"learns":[173],"relationship":[176],"within":[177],"result":[180],"recover":[182],"parallax":[185],"structure.":[186],"Comprehensive":[187],"experimental":[188],"evaluations":[189],"demonstrate":[190],"superiority":[192],"our":[194],"both":[197],"real-world":[198],"synthetic":[200],"images":[202],"when":[203,220],"compared":[204],"state-of-the-art":[206],"methods.":[207],"In":[208],"addition,":[209],"illustrate":[211],"benefits":[213],"advantages":[215],"approach":[219],"applied":[221],"LF-based":[224],"including":[226],"image-based":[227],"rendering":[228],"depth":[230],"estimation":[231],"enhancement.":[232],"The":[233],"code":[234],"available":[236],"at":[237],"https://github.com/jingjin25/LFASR-FS-GAF.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}