{"id":"https://openalex.org/W3202387331","doi":"https://doi.org/10.1109/iccv48922.2021.00194","title":"Localize to Binauralize: Audio Spatialization from Visual Sound Source Localization","display_name":"Localize to Binauralize: Audio Spatialization from Visual Sound Source Localization","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3202387331","doi":"https://doi.org/10.1109/iccv48922.2021.00194","mag":"3202387331"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.00194","doi":"https://doi.org/10.1109/iccv48922.2021.00194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00194","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3202387331"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029519803","display_name":"Kranthi Kumar Rachavarapu","orcid":"https://orcid.org/0000-0002-9563-8407","observed_orcids":["https://orcid.org/0000-0002-9563-8407"]},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kranthi Kumar Rachavarapu","raw_affiliation_strings":["Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050713093","display_name":"Aakanksha Aakanksha","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aakanksha Aakanksha","raw_affiliation_strings":["Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045308819","display_name":"Vignesh Sundaresha","orcid":"https://orcid.org/0000-0003-3916-876X","observed_orcids":["https://orcid.org/0000-0003-3916-876X"]},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vignesh Sundaresha","raw_affiliation_strings":["Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033832521","display_name":"Ambasamudram Narayanan Rajagopalan","orcid":"https://orcid.org/0000-0002-0006-6961","observed_orcids":["https://orcid.org/0000-0002-0006-6961"]},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajagopalan A. N","raw_affiliation_strings":["Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24676775"],"apc_list":null,"apc_paid":null,"fwci":2.5934,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.93361657,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1910","last_page":"1919"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.04839999973773956,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1210","display_name":"Music"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audio-spatialization","display_name":"audio spatialization","score":0.8370000123977661},{"id":"https://openalex.org/keywords/sound-localization","display_name":"sound localization","score":0.9120000004768372},{"id":"https://openalex.org/keywords/monaural-audio","display_name":"monaural audio","score":0.8029999732971191},{"id":"https://openalex.org/keywords/weakly-supervised-learning","display_name":"weakly supervised learning","score":0.7450000047683716},{"id":"https://openalex.org/keywords/visual-guidance","display_name":"visual guidance","score":0.37299999594688416},{"id":"https://openalex.org/keywords/spatial-audio","display_name":"spatial audio","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C102894143","wikidata":"https://www.wikidata.org/wiki/Q1323979","display_name":"Monaural","level":2,"score":0.9497703313827515},{"id":"https://openalex.org/C201247586","wikidata":"https://www.wikidata.org/wiki/Q5612967","display_name":"Binaural recording","level":2,"score":0.9483606219291687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8058719635009766},{"id":"https://openalex.org/C2777031145","wikidata":"https://www.wikidata.org/wiki/Q4430987","display_name":"Spatialization","level":2,"score":0.7019415497779846},{"id":"https://openalex.org/C68236139","wikidata":"https://www.wikidata.org/wiki/Q765652","display_name":"Sound localization","level":2,"score":0.5805485248565674},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5267964005470276},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.43794721364974976},{"id":"https://openalex.org/C167310288","wikidata":"https://www.wikidata.org/wiki/Q7564808","display_name":"Sound quality","level":2,"score":0.43531113862991333},{"id":"https://openalex.org/C2780544925","wikidata":"https://www.wikidata.org/wiki/Q569874","display_name":"Surround sound","level":3,"score":0.42871496081352234},{"id":"https://openalex.org/C203718221","wikidata":"https://www.wikidata.org/wiki/Q491713","display_name":"Sound (geography)","level":2,"score":0.2775418162345886},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.15788555145263672},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.09069067239761353},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv48922.2021.00194","doi":"https://doi.org/10.1109/iccv48922.2021.00194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00194","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2084637638","https://openalex.org/W2105582566","https://openalex.org/W2117539524","https://openalex.org/W2129171989","https://openalex.org/W2155323221","https://openalex.org/W2164899449","https://openalex.org/W2194775991","https://openalex.org/W2318686747","https://openalex.org/W2497482971","https://openalex.org/W2592109325","https://openalex.org/W2626778328","https://openalex.org/W2792330714","https://openalex.org/W2796347433","https://openalex.org/W2796992393","https://openalex.org/W2800288142","https://openalex.org/W2802393278","https://openalex.org/W2810934215","https://openalex.org/W2884460600","https://openalex.org/W2884822476","https://openalex.org/W2890855852","https://openalex.org/W2897977894","https://openalex.org/W2914217321","https://openalex.org/W2941092099","https://openalex.org/W2963115079","https://openalex.org/W2964109005","https://openalex.org/W2970906079","https://openalex.org/W2989980422","https://openalex.org/W3034742263","https://openalex.org/W3096780661","https://openalex.org/W3108367559","https://openalex.org/W3157104645","https://openalex.org/W6753894364","https://openalex.org/W6754782314","https://openalex.org/W6757240503"],"related_works":["https://openalex.org/W3157866890","https://openalex.org/W4392902753","https://openalex.org/W4381333750","https://openalex.org/W4402727052","https://openalex.org/W4417011644","https://openalex.org/W7222001642","https://openalex.org/W7125401839","https://openalex.org/W2982624843","https://openalex.org/W4416049989"],"abstract_inverted_index":{"Videos":[0],"with":[1,30,49,105],"binaural":[2,18,32,44,71,81,195,217],"audios":[3,45,72],"provide":[4,77],"immersive":[5],"viewing":[6],"experience":[7],"by":[8],"enabling":[9],"3D":[10],"sound":[11,161],"sensation.":[12],"Recent":[13],"works":[14],"attempt":[15,37],"to":[16,76,129,153,159],"generate":[17,130],"audio":[19,51,82,132,135,158,193,209],"in":[20,52,163],"a":[21,38,47,53,95,110,123],"multimodal":[22],"learning":[23],"framework":[24,190],"using":[25,70,136,210],"large":[26],"quantities":[27],"of":[28,120,215],"videos":[29],"accompanying":[31],"audio.":[33,107],"In":[34,91,142],"contrast,":[35],"we":[36,100,200],"more":[39],"challenging":[40],"problem":[41],"\u2013":[42],"synthesizing":[43],"for":[46,80,97,180,220],"video":[48],"monaural":[50,134],"weakly":[54],"semi-supervised":[55],"setting.":[56],"Our":[57],"key":[58],"idea":[59],"is":[60,122,151,169],"that":[61,65,173,187,203],"any":[62],"down-stream":[63],"task":[64],"can":[66,73],"be":[67,74],"solved":[68],"only":[69,106],"used":[75],"proxy":[78],"supervision":[79,179,218],"generation,":[83],"thereby":[84],"reducing":[85],"the":[86,143,155,174,181,221],"reliance":[87],"on":[88],"explicit":[89,216],"supervision.":[90],"this":[92],"work,":[93],"as":[94,140,211,213],"proxy-task":[96],"weak":[98],"supervision,":[99],"use":[101,154],"Sound":[102],"Source":[103],"Localization":[104,148],"We":[108,184],"design":[109],"two-stage":[111],"architecture":[112],"called":[113],"Localize-to-Binauralize":[114],"Network":[115],"(L2BNet).":[116],"The":[117,166],"first":[118],"stage":[119],"L2BNet":[121],"Stereo":[124],"Generation":[125],"(SG)":[126],"network":[127,150,168,176],"employed":[128],"two-stream":[131,157,192],"from":[133],"visual":[137,164],"frame":[138],"information":[139],"guidance.":[141],"second":[144],"stage,":[145],"an":[146],"Audio":[147],"(AL)":[149],"designed":[152],"synthesized":[156],"localize":[160],"sources":[162],"frames.":[165],"entire":[167],"trained":[170],"end-to-end":[171],"so":[172],"AL":[175],"provides":[177],"necessary":[178],"SG":[182,222],"network.":[183,223],"experimentally":[185],"show":[186],"our":[188,204],"weakly-supervised":[189],"generates":[191,207],"containing":[194],"cues.":[196],"Through":[197],"user":[198],"study,":[199],"further":[201],"validate":[202],"proposed":[205],"approach":[206],"binaural-quality":[208],"little":[212],"10%":[214],"data":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3202387331","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2021-10-11T00:00:00"}
