{"id":"https://openalex.org/W7131068207","doi":"https://doi.org/10.48550/arxiv.2602.17909","title":"A Single Image and Multimodality Is All You Need for Novel View Synthesis","display_name":"A Single Image and Multimodality Is All You Need for Novel View Synthesis","publication_year":2026,"publication_date":"2026-02-20","ids":{"openalex":"https://openalex.org/W7131068207","doi":"https://doi.org/10.48550/arxiv.2602.17909"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.17909","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126650746","display_name":"Amirhosein Javadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Javadi, Amirhosein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058455411","display_name":"Chi-Shiang Gau","orcid":"https://orcid.org/0009-0008-8600-1528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gau, Chi-Shiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126489283","display_name":"Konstantinos D. Polyzos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polyzos, Konstantinos D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122331649","display_name":"Tara Javidi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Javidi, Tara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22685134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9210000038146973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9210000038146973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.6254000067710876},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5292999744415283},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.499099999666214},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46369999647140503},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4577000141143799},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.42879998683929443},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4113999903202057},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.39969998598098755},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6733999848365784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6693000197410583},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.6254000067710876},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.539900004863739},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5292999744415283},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46369999647140503},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.42879998683929443},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4113999903202057},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.32580000162124634},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3188999891281128},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C10929652","wikidata":"https://www.wikidata.org/wiki/Q7279985","display_name":"Radar imaging","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C2776863239","wikidata":"https://www.wikidata.org/wiki/Q7936601","display_name":"Visual hull","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C23379248","wikidata":"https://www.wikidata.org/wiki/Q200904","display_name":"Epipolar geometry","level":3,"score":0.25209999084472656},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.17909","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.17909","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.17909","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.17909","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5598483085632324}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion-based":[0],"approaches":[1],"have":[2],"recently":[3],"demonstrated":[4],"strong":[5],"performance":[6],"for":[7,109,152,205],"single-image":[8,192],"novel":[9,111],"view":[10,112,207],"synthesis":[11,208],"by":[12,37],"conditioning":[13,108],"generative":[14,164],"models":[15,116],"on":[16,168],"geometry":[17],"inferred":[18],"from":[19],"monocular":[20,153],"depth":[21,43,82,101,117,143,154,177],"estimation.":[22],"However,":[23],"in":[24,118,136,156,191],"practice,":[25],"the":[26,31,38,41,163,199,211],"quality":[27,190],"and":[28,53,144,188,209],"consistency":[29,187],"of":[30,40,201,214,221],"synthesized":[32],"views":[33],"are":[34,46,146],"fundamentally":[35],"limited":[36,139],"reliability":[39],"underlying":[42],"estimates,":[44],"which":[45],"often":[47],"fragile":[48],"under":[49],"low-texture,":[50],"adverse":[51],"weather,":[52],"occlusion-heavy":[54],"real-world":[55,169],"conditions.":[56],"In":[57],"this":[58],"work,":[59],"we":[60],"show":[61],"that":[62,85,103,174],"incorporating":[63],"sparse":[64,88,180],"multimodal":[65,81,170,215],"range":[66,89],"measurements":[67],"provides":[68],"a":[69,80,123,149],"simple":[70],"yet":[71],"effective":[72],"way":[73],"to":[74,98],"overcome":[75],"these":[76],"limitations.":[77],"We":[78],"introduce":[79],"reconstruction":[83,182],"framework":[84],"leverages":[86],"extremely":[87],"sensing":[90,216],"data,":[91],"such":[92],"as":[93,105,148],"automotive":[94],"radar":[95],"or":[96],"LiDAR,":[97],"produce":[99],"dense":[100],"maps":[102],"serve":[104],"robust":[106],"geometric":[107,186,203],"diffusion-based":[110,158,206],"synthesis.":[113],"Our":[114],"approach":[115],"an":[119],"angular":[120],"domain":[121],"using":[122],"localized":[124],"Gaussian":[125],"Process":[126],"formulation,":[127],"enabling":[128],"computationally":[129],"efficient":[130],"inference":[131],"while":[132],"explicitly":[133],"quantifying":[134],"uncertainty":[135,145],"regions":[137],"with":[138,178],"observations.":[140],"The":[141],"reconstructed":[142],"used":[147],"drop-in":[150],"replacement":[151],"estimators":[155],"existing":[157],"rendering":[159],"pipelines,":[160],"without":[161],"modifying":[162],"model":[165],"itself.":[166],"Experiments":[167],"driving":[171],"scenes":[172],"demonstrate":[173,210],"replacing":[175],"vision-only":[176],"our":[179],"range-based":[181],"substantially":[183],"improves":[184],"both":[185],"visual":[189],"novel-view":[193],"video":[194],"generation.":[195],"These":[196],"results":[197],"highlight":[198],"importance":[200],"reliable":[202],"priors":[204],"practical":[212],"benefits":[213],"even":[217],"at":[218],"extreme":[219],"levels":[220],"sparsity.":[222],"Code":[223],"is":[224],"publicly":[225],"available":[226],"at:":[227],"https://github.com/importAmir/MultiModalNVS":[228]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-24T00:00:00"}