{"id":"https://openalex.org/W7138030755","doi":"https://doi.org/10.1609/aaai.v40i13.38087","title":"Sonic4D: Spatial Audio Generation for Immersive 4D Scene Exploration","display_name":"Sonic4D: Spatial Audio Generation for Immersive 4D Scene Exploration","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138030755","doi":"https://doi.org/10.1609/aaai.v40i13.38087"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i13.38087","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38087","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38087/42049","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38087/42049","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Siyi Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyi Xie","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hanxin Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanxin Zhu","raw_affiliation_strings":["University of Science and Technology of China\nZhongguancun Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China\nZhongguancun Academy","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Chen","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianyu He","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu He","raw_affiliation_strings":["Microsoft Research Asia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Li","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhibo Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Chen","raw_affiliation_strings":["University of Science and Technology of China\nZhongguancun Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China\nZhongguancun Academy","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27635328,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"13","first_page":"11087","last_page":"11095"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.2578999996185303,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.2578999996185303,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.21230000257492065,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.14880000054836273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monaural","display_name":"Monaural","score":0.753000020980835},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.6409000158309937},{"id":"https://openalex.org/keywords/stereophonic-sound","display_name":"Stereophonic sound","score":0.4855000078678131},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.382099986076355},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.36149999499320984},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.33340001106262207},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3089999854564667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166999816894531},{"id":"https://openalex.org/C102894143","wikidata":"https://www.wikidata.org/wiki/Q1323979","display_name":"Monaural","level":2,"score":0.753000020980835},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.6409000158309937},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5098000168800354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4925000071525574},{"id":"https://openalex.org/C140631703","wikidata":"https://www.wikidata.org/wiki/Q34678","display_name":"Stereophonic sound","level":3,"score":0.4855000078678131},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.47690001130104065},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.27410000562667847},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C84824328","wikidata":"https://www.wikidata.org/wiki/Q4633097","display_name":"2D to 3D conversion","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C194226119","wikidata":"https://www.wikidata.org/wiki/Q161779","display_name":"Spatial reference system","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i13.38087","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38087","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38087/42049","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i13.38087","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38087","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38087/42049","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138030755.pdf","grobid_xml":"https://content.openalex.org/works/W7138030755.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,10,189],"4D":[3,38,68,103,129,187],"generation":[4,30,63],"have":[5,173],"demonstrated":[6,174],"its":[7,106],"remarkable":[8],"capability":[9],"synthesizing":[11],"photorealistic":[12],"renderings":[13],"of":[14,31,67,75],"dynamic":[15,83],"3D":[16,133],"scenes.":[17,69],"However,":[18],"despite":[19],"achieving":[20],"impressive":[21],"visual":[22,84,144],"performance,":[23],"almost":[24],"all":[25],"existing":[26],"methods":[27],"overlook":[28],"the":[29,36,82,102,114,124,128,150,185,195],"spatial":[32,61,118,134,159,181],"audio":[33,62,116,160,182],"aligned":[34],"with":[35,184],"corresponding":[37,107],"scenes,":[39],"posing":[40],"a":[41,56,91,142,190],"significant":[42],"limitation":[43],"to":[44,100,112],"truly":[45],"immersive":[46,65,196],"audiovisual":[47],"experiences.":[48],"To":[49,79],"mitigate":[50],"this":[51],"issue,":[52],"we":[53,94,120,155],"propose":[54],"Sonic4D,":[55],"novel":[57],"framework":[58],"that":[59,161,175],"enables":[60],"for":[64,198],"exploration":[66],"Specifically,":[70],"our":[71,176],"method":[72,178],"is":[73],"composed":[74],"three":[76],"stages:":[77],"1)":[78],"capture":[80],"both":[81],"content":[85],"and":[86,105,122,166],"raw":[87],"auditory":[88],"information":[89],"from":[90],"monocular":[92],"video,":[93],"first":[95],"employ":[96],"pre-trained":[97],"expert":[98],"models":[99],"generate":[101],"scene":[104,188],"monaural":[108,115],"audio.":[109],"2)":[110],"Subsequently,":[111],"transform":[113],"into":[117],"audio,":[119],"localize":[121],"track":[123],"sound":[125,152],"sources":[126],"within":[127],"scene,":[130],"where":[131],"their":[132],"coordinates":[135],"at":[136],"different":[137,164],"timestamps":[138,167],"are":[139],"estimated":[140,151],"via":[141],"pixel-level":[143],"grounding":[145],"strategy.":[146],"3)":[147],"Based":[148],"on":[149],"source":[153],"locations,":[154],"further":[156],"synthesize":[157],"plausible":[158],"varies":[162],"across":[163],"viewpoints":[165],"using":[168],"physics-based":[169],"simulation.":[170],"Extensive":[171],"experiments":[172],"proposed":[177],"generates":[179],"realistic":[180],"consistent":[183],"synthesized":[186],"training-free":[191],"manner,":[192],"significantly":[193],"enhancing":[194],"experience":[197],"users.":[199]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-28T00:00:00"}