{"id":"https://openalex.org/W4409263157","doi":"https://doi.org/10.1109/wacv61041.2025.00250","title":"MSI-NeRF: Linking Omni-Depth with View Synthesis Through Multi-Sphere Image Aided Generalizable Neural Radiance Field","display_name":"MSI-NeRF: Linking Omni-Depth with View Synthesis Through Multi-Sphere Image Aided Generalizable Neural Radiance Field","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4409263157","doi":"https://doi.org/10.1109/wacv61041.2025.00250"},"language":"en","primary_location":{"id":"doi:10.1109/wacv61041.2025.00250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61041.2025.00250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101935664","display_name":"Dongyu Yan","orcid":"https://orcid.org/0000-0002-7400-144X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyu Yan","raw_affiliation_strings":["Harbin Institute of Technology (ShenZhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (ShenZhen)","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101455019","display_name":"Guanyu Huang","orcid":"https://orcid.org/0000-0002-5207-0196"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Huang","raw_affiliation_strings":["Harbin Institute of Technology (ShenZhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (ShenZhen)","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060935898","display_name":"Fengyu Quan","orcid":"https://orcid.org/0000-0002-9430-2450"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengyu Quan","raw_affiliation_strings":["Harbin Institute of Technology (ShenZhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (ShenZhen)","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072197068","display_name":"Haoyao Chen","orcid":"https://orcid.org/0000-0003-1652-9681"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyao Chen","raw_affiliation_strings":["Harbin Institute of Technology (ShenZhen)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (ShenZhen)","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":2.8273,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89438583,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2517","last_page":"2526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.8474739789962769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6946992874145508},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5759397745132446},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5384966731071472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5378304123878479},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48348385095596313},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4287453293800354},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.36471569538116455},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.12145417928695679},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11851233243942261},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11056190729141235}],"concepts":[{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.8474739789962769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6946992874145508},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5759397745132446},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5384966731071472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5378304123878479},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48348385095596313},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4287453293800354},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.36471569538116455},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.12145417928695679},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11851233243942261},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11056190729141235},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv61041.2025.00250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61041.2025.00250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1968567746","https://openalex.org/W2117248802","https://openalex.org/W2126060993","https://openalex.org/W2773774647","https://openalex.org/W2963557767","https://openalex.org/W2963619659","https://openalex.org/W2968647281","https://openalex.org/W2989113604","https://openalex.org/W2989720596","https://openalex.org/W3008118845","https://openalex.org/W3084311597","https://openalex.org/W3176368002","https://openalex.org/W3186630079","https://openalex.org/W3202037070","https://openalex.org/W3202343472","https://openalex.org/W3203570626","https://openalex.org/W3204859697","https://openalex.org/W3215769467","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4285235494","https://openalex.org/W4312234520","https://openalex.org/W4320002662","https://openalex.org/W4365510800","https://openalex.org/W4365606251","https://openalex.org/W4386066148","https://openalex.org/W4386075959","https://openalex.org/W4389314059","https://openalex.org/W4389665484","https://openalex.org/W4389666120","https://openalex.org/W4390872954","https://openalex.org/W4394698761","https://openalex.org/W4405787765","https://openalex.org/W6631190155","https://openalex.org/W6750117916","https://openalex.org/W6764040762","https://openalex.org/W6784492152","https://openalex.org/W6797852566","https://openalex.org/W6798074194","https://openalex.org/W6810684558","https://openalex.org/W6838929550","https://openalex.org/W6853316617","https://openalex.org/W6855248939","https://openalex.org/W6863027782"],"related_works":["https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2043512367","https://openalex.org/W4321518006","https://openalex.org/W2331836163","https://openalex.org/W2024462231","https://openalex.org/W2005276308","https://openalex.org/W1994657804","https://openalex.org/W1970182911","https://openalex.org/W2347721387"],"abstract_inverted_index":{"Panoramic":[0],"observation":[1],"using":[2,88,156],"fisheye":[3,47],"cameras":[4],"is":[5],"significant":[6],"in":[7,33,169],"virtual":[8],"reality":[9],"(VR)":[10],"and":[11,24,39,59,75,91,105,134,173],"robot":[12],"perception.":[13],"How-ever,":[14],"panoramic":[15],"images":[16],"synthesized":[17],"by":[18,122],"traditional":[19],"methods":[20,168],"lack":[21],"depth":[22,57,103,113,142,171],"information":[23,43],"can":[25,99,118,135],"only":[26,157],"provide":[27],"three":[28],"degrees-of-freedom":[29],"(3DoF)":[30],"rotation":[31],"rendering":[32],"VR":[34],"applications.":[35],"To":[36],"fully":[37],"preserve":[38],"exploit":[40],"the":[41,45,78,110,148],"parallax":[42],"within":[44],"original":[46],"cameras,":[48],"we":[49],"introduce":[50],"MSI-NeRF,":[51],"which":[52,98],"combines":[53],"deep":[54],"learning":[55],"omnidirectional":[56,102],"estimation":[58,104,114,143,172],"novel":[60,131,174],"view":[61,107,124,175],"synthesis.":[62,108],"We":[63,81],"construct":[64],"a":[65,69],"multi-sphere":[66],"image":[67],"as":[68,96],"cost":[70],"volume":[71],"through":[72],"feature":[73,94],"extraction":[74],"warping":[76],"of":[77],"input":[79],"images.":[80,159],"further":[82],"build":[83],"an":[84],"implicit":[85],"radiance":[86],"field":[87],"spatial":[89],"points":[90],"interpolated":[92],"3D":[93],"vectors":[95],"input,":[97],"simultaneously":[100],"realize":[101],"6DoF":[106],"Leveraging":[109],"knowledge":[111],"from":[112],"task,":[115],"our":[116,164],"method":[117,165],"learn":[119],"scene":[120],"appearance":[121],"source":[123],"supervision":[125],"only.":[126],"It":[127],"does":[128],"not":[129],"require":[130],"target":[132],"views":[133],"be":[136],"trained":[137],"conveniently":[138],"on":[139],"existing":[140,167],"panorama":[141],"datasets.":[144],"Our":[145],"network":[146],"has":[147],"generalization":[149],"ability":[150],"to":[151],"reconstruct":[152],"unknown":[153],"scenes":[154],"efficiently":[155],"four":[158],"Experimental":[160],"results":[161],"show":[162],"that":[163],"outperforms":[166],"both":[170],"synthesis":[176],"tasks.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
