{"id":"https://openalex.org/W7123525309","doi":"https://doi.org/10.1109/mmsp64401.2025.11324036","title":"Real-Time View Synthesis with Multiplane Image Network using Multimodal Supervision","display_name":"Real-Time View Synthesis with Multiplane Image Network using Multimodal Supervision","publication_year":2025,"publication_date":"2025-09-21","ids":{"openalex":"https://openalex.org/W7123525309","doi":"https://doi.org/10.1109/mmsp64401.2025.11324036"},"language":"en","primary_location":{"id":"doi:10.1109/mmsp64401.2025.11324036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp64401.2025.11324036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:miun:diva-55300","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093298435","display_name":"Manu Gond","orcid":"https://orcid.org/0009-0006-9845-1652"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Manu Gond","raw_affiliation_strings":["Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170"],"affiliations":[{"raw_affiliation_string":"Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120235886","display_name":"Mohammadreza Shamshirgarha","orcid":null},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mohammadreza Shamshirgarha","raw_affiliation_strings":["Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170"],"affiliations":[{"raw_affiliation_string":"Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052198589","display_name":"Emin Zerman","orcid":"https://orcid.org/0000-0002-3210-8978"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Emin Zerman","raw_affiliation_strings":["Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170"],"affiliations":[{"raw_affiliation_string":"Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005859513","display_name":"Sebastian Knorr","orcid":"https://orcid.org/0000-0001-9745-8605"},"institutions":[{"id":"https://openalex.org/I122228004","display_name":"HTW Berlin - University of Applied Sciences","ror":"https://ror.org/01xzwj424","country_code":"DE","type":"education","lineage":["https://openalex.org/I122228004"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Knorr","raw_affiliation_strings":["HTW Berlin - University of Applied Sciences,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"HTW Berlin - University of Applied Sciences,Berlin,Germany","institution_ids":["https://openalex.org/I122228004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122914537","display_name":"M\u00e5rten Sj\u00f6str\u00f6m","orcid":null},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"M\u00e5rten Sj\u00f6str\u00f6m","raw_affiliation_strings":["Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170"],"affiliations":[{"raw_affiliation_string":"Mid Sweden University,Department of Computer and Electrical Engineering,Sundsvall,Sweden,SE-85170","institution_ids":["https://openalex.org/I56475706"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093298435"],"corresponding_institution_ids":["https://openalex.org/I56475706"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.66873449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"60","last_page":"65"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7197999954223633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7197999954223633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10040000081062317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.7526000142097473},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6996999979019165},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5782999992370605},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.4790000021457672},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4334000051021576},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.39730000495910645},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3880999982357025},{"id":"https://openalex.org/keywords/image-synthesis","display_name":"Image synthesis","score":0.34150001406669617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8346999883651733},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.7526000142097473},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6996999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.613099992275238},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6011999845504761},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5782999992370605},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.4790000021457672},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4334000051021576},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.39730000495910645},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C2989087649","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Image synthesis","level":3,"score":0.34150001406669617},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.29260000586509705},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.28630000352859497},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25679999589920044},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mmsp64401.2025.11324036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp64401.2025.11324036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:miun-55300","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:miun:diva-55300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:miun-55300","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:miun:diva-55300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2063366997","https://openalex.org/W2561196672","https://openalex.org/W2955639361","https://openalex.org/W2962785568","https://openalex.org/W3010343188","https://openalex.org/W3017136408","https://openalex.org/W3034801905","https://openalex.org/W3035563424","https://openalex.org/W4281563989","https://openalex.org/W4292970622","https://openalex.org/W4319299837","https://openalex.org/W4382468817","https://openalex.org/W4386076653","https://openalex.org/W4387835352","https://openalex.org/W4388838900","https://openalex.org/W4389574963","https://openalex.org/W4390873611","https://openalex.org/W4402716432","https://openalex.org/W4402727359","https://openalex.org/W4404526457"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,34,148,164],"view":[3,55,108,126],"synthesis":[4,109,127],"from":[5,84,106,143],"a":[6,28,47,64,85,99,144,157],"single":[7,86,145],"image":[8,49,147],"have":[9],"increased":[10],"visual":[11,116,162],"quality":[12,163],"of":[13,24],"the":[14,20,71,81,91,124,130],"newly":[15],"synthesized":[16],"viewpoints":[17],"significantly.":[18],"However,":[19],"high":[21],"computational":[22],"cost":[23],"state-of-the-art":[25,167],"methods":[26],"remains":[27],"critical":[29],"bottleneck,":[30],"limiting":[31],"their":[32],"adoption":[33],"real-time":[35,54],"applications":[36],"such":[37],"as":[38],"immersive":[39],"telepresence.":[40],"To":[41,89],"address":[42],"this":[43],"limitation,":[44],"we":[45,97],"present":[46],"multiplane":[48],"(MPI)":[50],"network":[51,68,72,92],"that":[52,60,102,153],"achieves":[53],"synthesis.":[56],"Unlike":[57],"existing":[58],"approaches":[59],"often":[61],"rely":[62],"on":[63],"separate":[65],"depth":[66,111,131],"estimation":[67,112],"to":[69,114],"guide":[70,90],"for":[73,93,136,172],"estimating":[74,94],"MPI":[75,82],"parameters,":[76,96],"our":[77,120,154],"framework":[78],"directly":[79],"predicts":[80],"parameters":[83],"RGB":[87],"image.":[88],"correct":[95],"introduce":[98],"training":[100],"strategy":[101],"leverages":[103],"joint":[104],"supervision":[105],"both":[107],"and":[110],"losses":[113],"ensure":[115],"fidelity.":[117],"During":[118],"inference,":[119],"method":[121,155],"exclusively":[122],"utilizes":[123],"optimized":[125],"branch,":[128],"while":[129],"decoder":[132],"is":[133],"only":[134],"used":[135],"training.":[137],"Our":[138],"end-to-end":[139],"approach":[140],"renders":[141],"views":[142],"input":[146],"real-time.":[149],"Extensive":[150],"experiments":[151],"validate":[152],"provides":[156],"compelling":[158],"rendering":[159],"speed":[160],"with":[161,166],"par":[165],"methods,":[168],"highlighting":[169],"its":[170],"suitability":[171],"live,":[173],"interactive":[174],"applications.":[175]},"counts_by_year":[],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2026-01-14T00:00:00"}