{"id":"https://openalex.org/W4390307252","doi":"https://doi.org/10.48550/arxiv.2312.16109","title":"fMPI: Fast Novel View Synthesis in the Wild with Layered Scene Representations","display_name":"fMPI: Fast Novel View Synthesis in the Wild with Layered Scene Representations","publication_year":2023,"publication_date":"2023-12-26","ids":{"openalex":"https://openalex.org/W4390307252","doi":"https://doi.org/10.48550/arxiv.2312.16109"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.16109","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.16109","pdf_url":"https://arxiv.org/pdf/2312.16109","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.16109","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089301599","display_name":"Jonas K\u00f6hler","orcid":"https://orcid.org/0000-0002-7256-2892"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kohler, Jonas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104221005","display_name":"Nicolas Griffiths Sanchez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanchez, Nicolas Griffiths","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012398971","display_name":"Luca Cavalli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cavalli, Luca","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069090189","display_name":"Catherine Herold","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herold, Catherine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023922146","display_name":"Albert Pumarola","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pumarola, Albert","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020133110","display_name":"Alberto Garc\u00eda-Garc\u00eda","orcid":"https://orcid.org/0000-0002-9575-6403"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garcia, Alberto Garcia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026143507","display_name":"Ali Thabet","orcid":"https://orcid.org/0000-0001-7513-0748"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thabet, Ali","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5089301599"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8079593181610107},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.7711769342422485},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.703886866569519},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5026898384094238},{"id":"https://openalex.org/keywords/planar","display_name":"Planar","score":0.47157472372055054},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.46432986855506897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.458524614572525},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44844067096710205},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.44457536935806274},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43044403195381165},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3504709005355835},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3492389917373657},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32730913162231445},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0815858244895935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8079593181610107},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.7711769342422485},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.703886866569519},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5026898384094238},{"id":"https://openalex.org/C134786449","wikidata":"https://www.wikidata.org/wiki/Q3391255","display_name":"Planar","level":2,"score":0.47157472372055054},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.46432986855506897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.458524614572525},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44844067096710205},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.44457536935806274},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43044403195381165},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3504709005355835},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3492389917373657},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32730913162231445},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0815858244895935},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.16109","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.16109","pdf_url":"https://arxiv.org/pdf/2312.16109","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.16109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.16109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.16109","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.16109","pdf_url":"https://arxiv.org/pdf/2312.16109","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2611780867","https://openalex.org/W2731344982","https://openalex.org/W1491099440","https://openalex.org/W2073038808","https://openalex.org/W3104631102","https://openalex.org/W2010009304","https://openalex.org/W1983958657","https://openalex.org/W3206964005","https://openalex.org/W4226100462","https://openalex.org/W3035116386"],"abstract_inverted_index":{"In":[0,64,144],"this":[1,69],"study,":[2],"we":[3,66,150],"propose":[4,67],"two":[5,35],"novel":[6,11],"input":[7,61,83],"processing":[8,44,68],"paradigms":[9,155],"for":[10,74,101],"view":[12],"synthesis":[13],"(NVS)":[14],"methods":[15,133],"based":[16],"on":[17,166],"layered":[18,141],"scene":[19,92],"representations":[20],"that":[21,123,134,152,163],"significantly":[22,194],"improve":[23],"their":[24],"runtime":[25],"without":[26],"compromising":[27],"quality.":[28,197],"Our":[29],"approach":[30],"identifies":[31],"and":[32,43,88,106,140],"mitigates":[33],"the":[34,45,60,121,157,182],"most":[36],"time-consuming":[37],"aspects":[38],"of":[39,56,59,130,148,159,187],"traditional":[40],"pipelines:":[41],"building":[42],"so-called":[46],"plane":[47],"sweep":[48],"volume":[49],"(PSV),":[50],"which":[51],"is":[52],"a":[53,102,145],"high-dimensional":[54],"tensor":[55,70],"planar":[57],"re-projections":[58],"camera":[62],"views.":[63],"particular,":[65],"in":[71,120,185],"parallel":[72],"groups":[73],"improved":[75],"compute":[76],"efficiency":[77],"as":[78,80],"well":[79],"super-sampling":[81],"adjacent":[82],"planes":[84],"to":[85,172],"generate":[86],"denser,":[87],"hence":[89],"more":[90],"accurate":[91],"representation.":[93],"The":[94],"proposed":[95,154],"enhancements":[96],"offer":[97],"significant":[98],"flexibility,":[99],"allowing":[100],"balance":[103],"between":[104],"performance":[105],"speed,":[107],"thus":[108],"making":[109],"substantial":[110],"steps":[111],"toward":[112],"real-time":[113],"applications.":[114],"Furthermore,":[115],"they":[116],"are":[117],"very":[118],"general":[119],"sense":[122],"any":[124],"PSV-based":[125],"method":[126,162],"can":[127],"make":[128],"use":[129],"them,":[131],"including":[132],"employ":[135],"multiplane":[136],"images,":[137,139],"multisphere":[138],"depth":[142],"images.":[143],"comprehensive":[146],"set":[147],"experiments,":[149],"demonstrate":[151],"our":[153],"enable":[156],"design":[158],"an":[160],"NVS":[161],"achieves":[164],"state-of-the-art":[165,177],"public":[167],"benchmarks":[168],"while":[169,192],"being":[170],"up":[171],"$50x$":[173],"faster":[174],"than":[175],"existing":[176],"methods.":[178],"It":[179],"also":[180],"beats":[181],"current":[183],"forerunner":[184],"terms":[186],"speed":[188],"by":[189],"over":[190],"$3x$,":[191],"achieving":[193],"better":[195],"rendering":[196]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2023-12-29T00:00:00"}