{"id":"https://openalex.org/W3036601975","doi":"https://doi.org/10.48550/arxiv.2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","display_name":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","publication_year":2020,"publication_date":"2020-06-20","ids":{"openalex":"https://openalex.org/W3036601975","doi":"https://doi.org/10.48550/arxiv.2006.11477","mag":"3036601975"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.11477","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.11477","pdf_url":"https://arxiv.org/pdf/2006.11477","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.11477","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Baevski, Alexei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Baevski, Alexei","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhou, Henry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Zhou, Henry","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mohamed, Abdelrahman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Mohamed, Abdelrahman","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083212922","display_name":"Michael Auli","orcid":"https://orcid.org/0000-0001-5974-4459","observed_orcids":["https://orcid.org/0000-0001-5974-4459"]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Auli, Michael","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2728,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.35910001397132874,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.35910001397132874,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.32519999146461487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.19689999520778656,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ebpf","display_name":"eBPF","score":0.9369999766349792},{"id":"https://openalex.org/keywords/distributed-communication","display_name":"distributed communication","score":0.921999990940094},{"id":"https://openalex.org/keywords/virtual-memory","display_name":"virtual memory","score":0.7639999985694885},{"id":"https://openalex.org/keywords/mapreduce","display_name":"MapReduce","score":0.800000011920929},{"id":"https://openalex.org/keywords/gradient-aggregation","display_name":"gradient aggregation","score":0.9229999780654907},{"id":"https://openalex.org/keywords/protocol-development","display_name":"protocol design","score":0.35499998927116394},{"id":"https://openalex.org/keywords/resource-constrained-systems","display_name":"resource-constrained systems","score":0.6880000233650208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5673830509185791},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47861021757125854},{"id":"https://openalex.org/C2988612419","wikidata":"https://www.wikidata.org/wiki/Q7448312","display_name":"Self representation","level":2,"score":0.4162740111351013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3870903551578522},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3706406354904175},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0647190511226654},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.05271533131599426}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2006.11477","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.11477","pdf_url":"https://arxiv.org/pdf/2006.11477","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2006.11477","doi":"https://doi.org/10.48550/arxiv.2006.11477","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.11477","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.11477","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.11477","pdf_url":"https://arxiv.org/pdf/2006.11477","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5585948073","display_name":"CICI: UCSS: Advancing Security in TEE-Enabled Scientific Research Workflows: A Holistic Approach","funder_award_id":"2530909","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036601975.pdf","grobid_xml":"https://content.openalex.org/works/W3036601975.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W10548402","https://openalex.org/W273093436","https://openalex.org/W1494198834","https://openalex.org/W2121879602","https://openalex.org/W2124509324","https://openalex.org/W2127141656","https://openalex.org/W2152790380","https://openalex.org/W2296701362","https://openalex.org/W2331143823","https://openalex.org/W2547875792","https://openalex.org/W2626778328","https://openalex.org/W2767554854","https://openalex.org/W2787560479","https://openalex.org/W2794209590","https://openalex.org/W2806311723","https://openalex.org/W2894175714","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2908336025","https://openalex.org/W2936295285","https://openalex.org/W2936774411","https://openalex.org/W2939710050","https://openalex.org/W2941814890","https://openalex.org/W2944255943","https://openalex.org/W2944828972","https://openalex.org/W2952509486","https://openalex.org/W2953190524","https://openalex.org/W2962942158","https://openalex.org/W2963799213","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2971155163","https://openalex.org/W2972374322","https://openalex.org/W2972943112","https://openalex.org/W2975381464","https://openalex.org/W2979476256","https://openalex.org/W2981978471","https://openalex.org/W2981991061","https://openalex.org/W2988736778","https://openalex.org/W2991213871","https://openalex.org/W2991557631","https://openalex.org/W2994536315","https://openalex.org/W2995181338","https://openalex.org/W3002741552","https://openalex.org/W3003875258","https://openalex.org/W3005511757","https://openalex.org/W3005680577","https://openalex.org/W3016010032","https://openalex.org/W3024464021","https://openalex.org/W3026041220","https://openalex.org/W3035524453","https://openalex.org/W3037932933","https://openalex.org/W3095173472","https://openalex.org/W3096338464","https://openalex.org/W3097777922","https://openalex.org/W3127686677","https://openalex.org/W4297808394"],"related_works":["https://openalex.org/W4399727769","https://openalex.org/W4415583225","https://openalex.org/W4400649480","https://openalex.org/W1985131796","https://openalex.org/W3106981120","https://openalex.org/W4402315549","https://openalex.org/W4321484191","https://openalex.org/W2559252795","https://openalex.org/W3095348600","https://openalex.org/W4200299134"],"abstract_inverted_index":{"We":[0],"show":[1],"for":[2],"the":[3,22,33,37,50,68,74,85,89,92,124],"first":[4],"time":[5],"that":[6],"learning":[7],"powerful":[8],"representations":[9,52],"from":[10],"speech":[11,19,34,127],"audio":[12],"alone":[13],"followed":[14],"by":[15],"fine-tuning":[16],"on":[17,67,91,112],"transcribed":[18],"can":[20],"outperform":[21],"best":[23],"semi-supervised":[24],"methods":[25],"while":[26,96],"being":[27],"conceptually":[28],"simpler.":[29],"wav2vec":[30,82],"2.0":[31,83],"masks":[32],"input":[35],"in":[36],"latent":[38,51],"space":[39],"and":[40,110],"solves":[41],"a":[42,47],"contrastive":[43],"task":[44],"defined":[45],"over":[46],"quantization":[48],"of":[49,62,76,88,107,115,126,132],"which":[53],"are":[54],"jointly":[55],"learned.":[56],"Experiments":[57],"using":[58,97],"all":[59],"labeled":[60,77,101,108,133],"data":[61,78,109,117],"Librispeech":[63],"achieve":[64],"1.8/3.3":[65],"WER":[66],"clean/other":[69],"test":[70],"sets.":[71],"When":[72],"lowering":[73],"amount":[75],"to":[79],"one":[80],"hour,":[81],"outperforms":[84],"previous":[86],"state":[87],"art":[90],"100":[93,98],"hour":[94],"subset":[95],"times":[99],"less":[100],"data.":[102,134],"Using":[103],"just":[104],"ten":[105],"minutes":[106],"pre-training":[111],"53k":[113],"hours":[114],"unlabeled":[116],"still":[118],"achieves":[119],"4.8/8.2":[120],"WER.":[121],"This":[122],"demonstrates":[123],"feasibility":[125],"recognition":[128],"with":[129],"limited":[130],"amounts":[131]},"counts_by_year":[{"year":2026,"cited_by_count":165},{"year":2025,"cited_by_count":345},{"year":2024,"cited_by_count":554},{"year":2023,"cited_by_count":901},{"year":2022,"cited_by_count":536},{"year":2021,"cited_by_count":204},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2020-06-25T00:00:00"}