{"id":"https://openalex.org/W4382138860","doi":"https://doi.org/10.1109/tpami.2023.3289333","title":"View Synthesis of Dynamic Scenes Based on Deep 3D Mask Volume","display_name":"View Synthesis of Dynamic Scenes Based on Deep 3D Mask Volume","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382138860","doi":"https://doi.org/10.1109/tpami.2023.3289333","pmid":"https://pubmed.ncbi.nlm.nih.gov/37363835"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3289333","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3289333","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10163947.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10163947.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102922348","display_name":"Kai\u2010En Lin","orcid":"https://orcid.org/0000-0003-2823-0513"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai-En Lin","raw_affiliation_strings":["CSE Department, University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2823-0513","affiliations":[{"raw_affiliation_string":"CSE Department, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514783","display_name":"Guowei Yang","orcid":"https://orcid.org/0000-0003-4434-9290"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guowei Yang","raw_affiliation_strings":["CSE Department, University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4434-9290","affiliations":[{"raw_affiliation_string":"CSE Department, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723978","display_name":"Lei Xiao","orcid":"https://orcid.org/0000-0002-3132-9234"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Xiao","raw_affiliation_strings":["Reality Labs Research, Meta, Redmond, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3132-9234","affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415287","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0002-5399-6214"},"institutions":[{"id":"https://openalex.org/I126345244","display_name":"Portland State University","ror":"https://ror.org/00yn2fy02","country_code":"US","type":"education","lineage":["https://openalex.org/I126345244"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["Computer Science Department, Portland State University, Portland, OR, USA"],"raw_orcid":"https://orcid.org/0000-0002-5399-6214","affiliations":[{"raw_affiliation_string":"Computer Science Department, Portland State University, Portland, OR, USA","institution_ids":["https://openalex.org/I126345244"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034754633","display_name":"Ravi Ramamoorthi","orcid":"https://orcid.org/0000-0003-3993-5789"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ravi Ramamoorthi","raw_affiliation_strings":["CSE Department, University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3993-5789","affiliations":[{"raw_affiliation_string":"CSE Department, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5527,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91527249,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"45","issue":"11","first_page":"13250","last_page":"13264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8447397947311401},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.7940231561660767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7692350149154663},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7513054609298706},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.5383425951004028},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5063737630844116},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4810529053211212},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.46351754665374756},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4400373101234436},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4325249493122101},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4304996728897095},{"id":"https://openalex.org/keywords/visual-hull","display_name":"Visual hull","score":0.42269986867904663},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.20415186882019043},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.1982753872871399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8447397947311401},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.7940231561660767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7692350149154663},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7513054609298706},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.5383425951004028},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5063737630844116},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4810529053211212},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.46351754665374756},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4400373101234436},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4325249493122101},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4304996728897095},{"id":"https://openalex.org/C2776863239","wikidata":"https://www.wikidata.org/wiki/Q7936601","display_name":"Visual hull","level":3,"score":0.42269986867904663},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.20415186882019043},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.1982753872871399},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3289333","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3289333","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10163947.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37363835","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37363835","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:pdxscholar.library.pdx.edu:compsci_fac-1325","is_oa":false,"landing_page_url":"https://pdxscholar.library.pdx.edu/compsci_fac/322","pdf_url":null,"source":{"id":"https://openalex.org/S4377196300","display_name":"PDXScholar  (Portland State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126345244","host_organization_name":"Portland State University","host_organization_lineage":["https://openalex.org/I126345244"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science Faculty Publications and Presentations","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1109/tpami.2023.3289333","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3289333","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/10163947.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G108747356","display_name":null,"funder_award_id":"N000142012529","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G435238591","display_name":null,"funder_award_id":"2120019","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5658896534","display_name":null,"funder_award_id":"2100237","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G8362304664","display_name":null,"funder_award_id":"N000142312526","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4382138860.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1508960934","https://openalex.org/W1686810756","https://openalex.org/W1776042733","https://openalex.org/W1906648922","https://openalex.org/W1921093919","https://openalex.org/W1969792798","https://openalex.org/W1971719398","https://openalex.org/W2028687412","https://openalex.org/W2044338482","https://openalex.org/W2063366997","https://openalex.org/W2096642693","https://openalex.org/W2118791399","https://openalex.org/W2119781527","https://openalex.org/W2167696327","https://openalex.org/W2238402354","https://openalex.org/W2294985758","https://openalex.org/W2471962767","https://openalex.org/W2519683295","https://openalex.org/W2551052086","https://openalex.org/W2758175304","https://openalex.org/W2810337759","https://openalex.org/W2901982540","https://openalex.org/W2942368658","https://openalex.org/W2943445277","https://openalex.org/W2949657144","https://openalex.org/W2949825757","https://openalex.org/W2960236945","https://openalex.org/W2963522749","https://openalex.org/W2963557767","https://openalex.org/W2963627347","https://openalex.org/W2964288609","https://openalex.org/W2968257580","https://openalex.org/W2985299701","https://openalex.org/W3034267259","https://openalex.org/W3034528136","https://openalex.org/W3034822837","https://openalex.org/W3035515538","https://openalex.org/W3048093719","https://openalex.org/W3048402306","https://openalex.org/W3085249258","https://openalex.org/W3108702002","https://openalex.org/W3109234934","https://openalex.org/W3109297856","https://openalex.org/W3109585842","https://openalex.org/W3114438877","https://openalex.org/W3114462840","https://openalex.org/W3174752334","https://openalex.org/W3176288137","https://openalex.org/W3186630079","https://openalex.org/W3203610921","https://openalex.org/W4214649304","https://openalex.org/W4288242633","https://openalex.org/W6637373629","https://openalex.org/W6766978945","https://openalex.org/W6781574375","https://openalex.org/W6800673378","https://openalex.org/W6803376173"],"related_works":["https://openalex.org/W1968270095","https://openalex.org/W4296478327","https://openalex.org/W1960072520","https://openalex.org/W2536385778","https://openalex.org/W2081696651","https://openalex.org/W2063076992","https://openalex.org/W2039680256","https://openalex.org/W4382138860","https://openalex.org/W4385245577","https://openalex.org/W1606962428"],"abstract_inverted_index":{"Image":[0],"view":[1,28,101,162,173],"synthesis":[2,29,163,174],"has":[3],"seen":[4],"great":[5],"success":[6],"in":[7,23,71,86,145],"reconstructing":[8],"photorealistic":[9],"visuals,":[10],"thanks":[11],"to":[12,38,150],"deep":[13],"learning":[14],"and":[15,45,83,131,180],"various":[16,80],"novel":[17],"representations.":[18],"The":[19,73,171],"next":[20],"key":[21],"step":[22],"immersive":[24],"virtual":[25],"experiences":[26],"is":[27],"of":[30,41,52,106,119],"dynamic":[31,53,107],"scenes.":[32,54,88],"However,":[33],"several":[34],"challenges":[35],"exist":[36],"due":[37],"the":[39,46,116,123,139],"lack":[40],"high-quality":[42,77],"training":[43],"datasets,":[44],"additional":[47],"time":[48],"dimension":[49],"for":[50,182],"videos":[51,105,175],"To":[55],"address":[56],"this":[57],"issue,":[58],"we":[59],"introduce":[60],"a":[61,67,91,127],"multi-view":[62],"video":[63],"dataset,":[64],"captured":[65,109],"with":[66,126,134],"custom":[68],"10-camera":[69],"rig":[70],"120FPS.":[72],"dataset":[74],"contains":[75],"96":[76],"scenes":[78],"showing":[79],"visual":[81],"effects":[82],"human":[84],"interactions":[85],"outdoor":[87],"We":[89,154],"develop":[90],"new":[92],"algorithm,":[93],"Deep":[94],"3D":[95,128,146],"Mask":[96],"Volume,":[97],"which":[98],"enables":[99,143],"temporally-stable":[100],"extrapolation":[102],"from":[103],"binocular":[104],"scenes,":[108],"by":[110,121],"static":[111,135,161],"cameras.":[112],"Our":[113,141],"algorithm":[114],"addresses":[115],"temporal":[117,157],"inconsistency":[118],"disocclusions":[120],"identifying":[122],"error-prone":[124],"areas":[125],"mask":[129],"volume,":[130],"replaces":[132],"them":[133],"background":[136],"observed":[137],"throughout":[138],"video.":[140],"method":[142],"manipulation":[144],"space":[147],"as":[148],"opposed":[149],"simple":[151],"2D":[152,169],"masks,":[153],"demonstrate":[155],"better":[156],"stability":[158],"than":[159],"frame-by-frame":[160],"methods,":[164],"or":[165],"those":[166],"that":[167],"use":[168],"masks.":[170],"resulting":[172],"show":[176],"minimal":[177],"flickering":[178],"artifacts":[179],"allow":[181],"larger":[183],"translational":[184],"movements.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":23}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}