{"id":"https://openalex.org/W2781256890","doi":"https://doi.org/10.1007/s11263-018-1083-5","title":"Learning Sight from Sound: Ambient Sound Provides Supervision for Visual Learning","display_name":"Learning Sight from Sound: Ambient Sound Provides Supervision for Visual Learning","publication_year":2018,"publication_date":"2018-07-11","ids":{"openalex":"https://openalex.org/W2781256890","doi":"https://doi.org/10.1007/s11263-018-1083-5","mag":"2781256890"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-018-1083-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11263-018-1083-5","pdf_url":null,"source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1712.07271","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034304163","display_name":"Andrew Owens","orcid":"https://orcid.org/0000-0003-1935-8232"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew Owens","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, USA","University of California, Berkeley, USA","University of California, Berkeley, USA and Massachusetts Institute of Technology, Cambridge, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, USA and Massachusetts Institute of Technology, Cambridge, USA#TAB#","institution_ids":["https://openalex.org/I63966007","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621605","display_name":"Jiajun Wu","orcid":"https://orcid.org/0000-0002-4176-343X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiajun Wu","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, USA","Massachusetts institute of Technology, Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110628266","display_name":"Josh H. McDermott","orcid":"https://orcid.org/0000-0002-3965-2503"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh H. McDermott","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, USA","Massachusetts institute of Technology, Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074429265","display_name":"William T. Freeman","orcid":"https://orcid.org/0000-0002-2231-7995"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Freeman","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, USA","Massachusetts institute of Technology, Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085020955","display_name":"Antonio Torralba","orcid":"https://orcid.org/0000-0003-4915-0256"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Torralba","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, USA","Massachusetts institute of Technology, Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034304163"],"corresponding_institution_ids":["https://openalex.org/I63966007","https://openalex.org/I95457486"],"apc_list":{"value":3690,"currency":"USD","value_usd":3690},"apc_paid":null,"fwci":0.6303,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67686916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"126","issue":"10","first_page":"1120","last_page":"1137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7565418481826782},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6877217292785645},{"id":"https://openalex.org/keywords/sound","display_name":"Sound (geography)","score":0.6586542129516602},{"id":"https://openalex.org/keywords/sight","display_name":"Sight","score":0.586457371711731},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5604298114776611},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5487244725227356},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4872087836265564},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4829980134963989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4425412118434906},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4326993227005005},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3721087574958801},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35401052236557007},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.21343883872032166},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09478139877319336}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7565418481826782},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6877217292785645},{"id":"https://openalex.org/C203718221","wikidata":"https://www.wikidata.org/wiki/Q491713","display_name":"Sound (geography)","level":2,"score":0.6586542129516602},{"id":"https://openalex.org/C1517167","wikidata":"https://www.wikidata.org/wiki/Q1134322","display_name":"Sight","level":2,"score":0.586457371711731},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5604298114776611},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5487244725227356},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4872087836265564},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4829980134963989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4425412118434906},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4326993227005005},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3721087574958801},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35401052236557007},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.21343883872032166},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09478139877319336},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s11263-018-1083-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11263-018-1083-5","pdf_url":null,"source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1712.07271","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.07271","pdf_url":"https://arxiv.org/pdf/1712.07271","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2781256890","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1712.07271.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/135848","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/135848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"doi:10.48550/arxiv.1712.07271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1712.07271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1712.07271","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.07271","pdf_url":"https://arxiv.org/pdf/1712.07271","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2545063773","display_name":"RI: Small: Advancing Visual Recognition with Feature Visualizations","funder_award_id":"1524817","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7423066307","display_name":"BIGDATA: F: DKA: Collaborative Research: Structured Nearest Neighbor Search in High Dimensions","funder_award_id":"1447476","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8832877227","display_name":"RI: Large: Collaborative Research: Reconstructive recognition: Uniting statistical scene understanding and physics-based visual reasoning","funder_award_id":"1212849","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W219040644","https://openalex.org/W343636949","https://openalex.org/W753847829","https://openalex.org/W1484228140","https://openalex.org/W1520997877","https://openalex.org/W1536680647","https://openalex.org/W1836465849","https://openalex.org/W1994488211","https://openalex.org/W2017814585","https://openalex.org/W2031489346","https://openalex.org/W2032337854","https://openalex.org/W2062663442","https://openalex.org/W2100561338","https://openalex.org/W2103104224","https://openalex.org/W2105582566","https://openalex.org/W2106488367","https://openalex.org/W2108598243","https://openalex.org/W2113896236","https://openalex.org/W2120480077","https://openalex.org/W2128031217","https://openalex.org/W2134670479","https://openalex.org/W2137343183","https://openalex.org/W2137441914","https://openalex.org/W2145038566","https://openalex.org/W2147717514","https://openalex.org/W2148349024","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2164899449","https://openalex.org/W2175760607","https://openalex.org/W2198618282","https://openalex.org/W2287334441","https://openalex.org/W2295107390","https://openalex.org/W2326925005","https://openalex.org/W2495945424","https://openalex.org/W2511428026","https://openalex.org/W2544224704","https://openalex.org/W2558661413","https://openalex.org/W2575671312","https://openalex.org/W2593116425","https://openalex.org/W2619697695","https://openalex.org/W2913932916","https://openalex.org/W2951590555","https://openalex.org/W2962824366","https://openalex.org/W2963749936","https://openalex.org/W2964345931","https://openalex.org/W6631216910","https://openalex.org/W6638444622","https://openalex.org/W6639927594","https://openalex.org/W6686207219","https://openalex.org/W6697214482"],"related_works":["https://openalex.org/W2962969419","https://openalex.org/W2951353470","https://openalex.org/W2792330714","https://openalex.org/W3148168026","https://openalex.org/W3196347085","https://openalex.org/W3009071933","https://openalex.org/W2982624843","https://openalex.org/W2132317325","https://openalex.org/W3209013111","https://openalex.org/W3187009280","https://openalex.org/W3045032902","https://openalex.org/W2780568882","https://openalex.org/W2594156432","https://openalex.org/W3199445544","https://openalex.org/W3174167263","https://openalex.org/W3213008735","https://openalex.org/W3021808548","https://openalex.org/W2962960500","https://openalex.org/W3170427719","https://openalex.org/W2973075237"],"abstract_inverted_index":null,"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}