{"id":"https://openalex.org/W7128158874","doi":"https://doi.org/10.1007/s10055-026-01312-7","title":"3D audio-visual indoor scene reconstruction and semantics completion for virtual reality from a single $$360^{\\circ }$$ RGB-D image","display_name":"3D audio-visual indoor scene reconstruction and semantics completion for virtual reality from a single $$360^{\\circ }$$ RGB-D image","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128158874","doi":"https://doi.org/10.1007/s10055-026-01312-7"},"language":"en","primary_location":{"id":"doi:10.1007/s10055-026-01312-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10055-026-01312-7","pdf_url":null,"source":{"id":"https://openalex.org/S2495878607","display_name":"Virtual Reality","issn_l":"1359-4338","issn":["1359-4338","1434-9957"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Virtual Reality","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s10055-026-01312-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008107150","display_name":"Mona Alawadh","orcid":"https://orcid.org/0000-0001-5354-7681"},"institutions":[{"id":"https://openalex.org/I240666556","display_name":"Imam Mohammad ibn Saud Islamic University","ror":"https://ror.org/05gxjyb39","country_code":"SA","type":"education","lineage":["https://openalex.org/I240666556"]},{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB","SA"],"is_corresponding":false,"raw_author_name":"Mona Alawadh","raw_affiliation_strings":["CCIS, Imam Mohammad Ibn Saud Islamic University, Al Thoumamah Road, 11564, Riyadh, Riyadh, Saudi Arabia","ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CCIS, Imam Mohammad Ibn Saud Islamic University, Al Thoumamah Road, 11564, Riyadh, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I240666556"]},{"raw_affiliation_string":"ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048056691","display_name":"Atiyeh Alinaghi","orcid":null},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Atiyeh Alinaghi","raw_affiliation_strings":["ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033579333","display_name":"Mahesan Niranjan","orcid":"https://orcid.org/0000-0001-7021-140X"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahesan Niranjan","raw_affiliation_strings":["ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125271237","display_name":"Hansung Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hansung Kim","raw_affiliation_strings":["ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ECS, University of Southampton, Southampton, Hampshire, SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5125271237"],"corresponding_institution_ids":["https://openalex.org/I43439940"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13125578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.44679999351501465,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.44679999351501465,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.13189999759197235,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.09260000288486481,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.6510999798774719},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5810999870300293},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.536300003528595},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.44699999690055847},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.4424999952316284},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4318000078201294},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.41200000047683716},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.37689998745918274},{"id":"https://openalex.org/keywords/mixed-reality","display_name":"Mixed reality","score":0.3725999891757965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8500000238418579},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6510999798774719},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6011000275611877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5874000191688538},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5810999870300293},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.536300003528595},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4571000039577484},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.3725999891757965},{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.36070001125335693},{"id":"https://openalex.org/C71169176","wikidata":"https://www.wikidata.org/wiki/Q7512907","display_name":"Signed distance function","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.32190001010894775},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C95851461","wikidata":"https://www.wikidata.org/wiki/Q468809","display_name":"Reverberation","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C146044194","wikidata":"https://www.wikidata.org/wiki/Q5157334","display_name":"Computational photography","level":4,"score":0.2727000117301941},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.26249998807907104},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C51970089","wikidata":"https://www.wikidata.org/wiki/Q44415","display_name":"Virtual image","level":2,"score":0.257999986410141}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10055-026-01312-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10055-026-01312-7","pdf_url":null,"source":{"id":"https://openalex.org/S2495878607","display_name":"Virtual Reality","issn_l":"1359-4338","issn":["1359-4338","1434-9957"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Virtual Reality","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:509693","is_oa":true,"landing_page_url":"http://doi.org/10.1007/s10055-026-01312-7>).","pdf_url":"https://eprints.soton.ac.uk/509693/2/s10055-026-01312-7.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s10055-026-01312-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10055-026-01312-7","pdf_url":null,"source":{"id":"https://openalex.org/S2495878607","display_name":"Virtual Reality","issn_l":"1359-4338","issn":["1359-4338","1434-9957"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Virtual Reality","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.705434262752533}],"awards":[{"id":"https://openalex.org/G1710977924","display_name":null,"funder_award_id":"24ZC1200","funder_id":"https://openalex.org/F4320322093","funder_display_name":"Electronics and Telecommunications Research Institute"}],"funders":[{"id":"https://openalex.org/F4320322093","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1665561247","https://openalex.org/W1996020380","https://openalex.org/W2054643624","https://openalex.org/W2069291142","https://openalex.org/W2082837809","https://openalex.org/W2109831336","https://openalex.org/W2112081648","https://openalex.org/W2117539524","https://openalex.org/W2158143121","https://openalex.org/W2158275940","https://openalex.org/W2194775991","https://openalex.org/W2327678559","https://openalex.org/W2444097022","https://openalex.org/W2557465155","https://openalex.org/W2888815532","https://openalex.org/W2895546832","https://openalex.org/W2902957614","https://openalex.org/W2921523342","https://openalex.org/W2923206072","https://openalex.org/W2962774226","https://openalex.org/W2963307292","https://openalex.org/W2963351448","https://openalex.org/W2963627347","https://openalex.org/W2963766190","https://openalex.org/W2963881378","https://openalex.org/W2964309882","https://openalex.org/W2964339842","https://openalex.org/W2985561844","https://openalex.org/W2993587506","https://openalex.org/W2997874850","https://openalex.org/W3009205130","https://openalex.org/W3011565721","https://openalex.org/W3024599907","https://openalex.org/W3034868495","https://openalex.org/W3035308182","https://openalex.org/W3036703003","https://openalex.org/W3038372909","https://openalex.org/W3111170096","https://openalex.org/W3138270694","https://openalex.org/W3139813613","https://openalex.org/W3160834782","https://openalex.org/W3171102639","https://openalex.org/W3178217626","https://openalex.org/W3188189327","https://openalex.org/W3201732407","https://openalex.org/W3210189536","https://openalex.org/W3215584334","https://openalex.org/W3216458643","https://openalex.org/W4200461384","https://openalex.org/W4214673031","https://openalex.org/W4226420988","https://openalex.org/W4234501833","https://openalex.org/W4239564704","https://openalex.org/W4283815793","https://openalex.org/W4285107355","https://openalex.org/W4322747021","https://openalex.org/W4360584269","https://openalex.org/W4372260420","https://openalex.org/W4386057750","https://openalex.org/W4390670289","https://openalex.org/W4390705377","https://openalex.org/W4390872129","https://openalex.org/W4390872682","https://openalex.org/W4399515305","https://openalex.org/W4399739582","https://openalex.org/W4400052182","https://openalex.org/W4400287428","https://openalex.org/W4401437580","https://openalex.org/W4402282801","https://openalex.org/W4402754152","https://openalex.org/W4402754252","https://openalex.org/W4402915943","https://openalex.org/W4403098246","https://openalex.org/W4405469580"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"We":[1,57,92,114,192],"introduce":[2],"a":[3,26,36,60,72,80,147,159],"new":[4],"approach":[5,34],"for":[6,41,122,127,200],"constructing":[7],"immersive":[8,215],"virtual":[9,128,204,211,224],"spaces":[10],"by":[11,111],"generating":[12],"comprehensive":[13,134],"3D":[14,120,160],"voxelised":[15],"models":[16],"that":[17,64],"encompass":[18],"both":[19],"geometric":[20,89],"and":[21,52,68,119,181,214,221,232],"semantic":[22,42],"scene":[23,43],"representations":[24],"from":[25,162],"single":[27],"360":[28,108,163],"$${}^{\\circ}$$":[29,109],"RGB-D":[30,100,110,155,166],"input.":[31,167],"The":[32,206],"proposed":[33,207],"utilises":[35],"deep":[37],"convolutional":[38],"neural":[39],"network":[40],"completion":[44],"(SSC),":[45],"allowing":[46,126],"the":[47,55,94,103,142,186,196,228],"estimation":[48],"of":[49,54,97,102],"complete":[50],"semantics":[51],"geometries":[53],"scene.":[56],"design":[58,132],"MDBNet":[59,98],"dual":[61],"head":[62],"model":[63,161],"simultaneously":[65],"processes":[66],"RGB":[67,116],"depth":[69,123],"data":[70],"using":[71,79,152,185],"perspective":[73,104,153],"camera.":[74],"Depth":[75],"information":[76],"is":[77,141],"encoded":[78],"flipped":[81],"transcribed":[82],"signed":[83],"distance":[84],"function":[85],"(F-TSDF),":[86],"capturing":[87],"essential":[88],"shape":[90],"characteristics.":[91],"extend":[93,146],"inference":[95],"capabilities":[96],"on":[99,237],"input":[101],"camera":[105,154],"to":[106,145,157,227],"accommodate":[107],"proposing":[112],"MDBNet360.":[113],"employ":[115],"spherical-to-cubic":[117],"projection":[118],"rotation":[121],"point":[124],"clouds,":[125],"reality":[129],"(VR)":[130],"space":[131,212],"with":[133,195],"spatial":[135],"coverage.":[136],"To":[137,168],"our":[138],"knowledge,":[139],"this":[140],"first":[143],"work":[144],"pre-trained":[148],"SSC":[149],"model,":[150],"originally":[151],"input,":[156],"infer":[158],"$${}^{\\circ":[164],"}$$":[165],"assess":[169],"acoustic":[170],"properties,":[171],"we":[172],"measure":[173],"parameters":[174],"such":[175],"as":[176],"early":[177],"decay":[178],"time":[179,183],"(EDT)":[180],"reverberation":[182],"(RT60)":[184],"exponential":[187],"sine":[188],"sweep":[189],"method":[190],"(ESS).":[191],"used":[193],"Unity":[194],"Steam":[197],"Audio":[198],"plug-in":[199],"conducting":[201],"simulations":[202],"in":[203],"space.":[205],"framework":[208],"demonstrates":[209],"better":[210],"reconstruction":[213],"sound":[216],"generation,":[217],"advancing":[218],"semantically":[219],"rich":[220],"spatially":[222],"accurate":[223],"environments":[225],"compared":[226],"state-of-the-art":[229],"(SOTA).":[230],"Code":[231],"rendered":[233],"sounds":[234],"are":[235],"available":[236],"GitHub:":[238],"https://github.com/MonaIA1/Repo360":[239],".":[240]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-02-07T00:00:00"}