{"id":"https://openalex.org/W4281492411","doi":"https://doi.org/10.1109/jstsp.2022.3207050","title":"Self-Supervised Speech Representation Learning: A Review","display_name":"Self-Supervised Speech Representation Learning: A Review","publication_year":2022,"publication_date":"2022-09-15","ids":{"openalex":"https://openalex.org/W4281492411","doi":"https://doi.org/10.1109/jstsp.2022.3207050"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2022.3207050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3207050","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.10643","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101170706","display_name":"Abdelrahman Mohamed","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Abdelrahman Mohamed","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040508737","display_name":"Hung-yi Lee","orcid":"https://orcid.org/0000-0002-9654-5747"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-yi Lee","raw_affiliation_strings":["Department of Electrical Engineering and Department of Computer Science Information Engineering, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Department of Computer Science Information Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018340002","display_name":"Lasse Borgholt","orcid":"https://orcid.org/0000-0002-3562-8442"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Lasse Borgholt","raw_affiliation_strings":["Corti AI and Department of Computer Science, University of Copenhagen, K&#x00F8;benhavn, Denmark"],"affiliations":[{"raw_affiliation_string":"Corti AI and Department of Computer Science, University of Copenhagen, K&#x00F8;benhavn, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040069285","display_name":"Jakob D. Havtorn","orcid":"https://orcid.org/0000-0002-4849-0817"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Jakob D. Havtorn","raw_affiliation_strings":["Corti AI and Department of Applied Mathematics and Computer Science, Technical University of Denmark, Kgs. Lyngby, Denmark"],"affiliations":[{"raw_affiliation_string":"Corti AI and Department of Applied Mathematics and Computer Science, Technical University of Denmark, Kgs. Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061228375","display_name":"Joakim Edin","orcid":"https://orcid.org/0000-0003-1005-8276"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Joakim Edin","raw_affiliation_strings":["Corti AI, Technical University of Denmark, Kgs. Lyngby, Denmark"],"affiliations":[{"raw_affiliation_string":"Corti AI, Technical University of Denmark, Kgs. Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042628612","display_name":"Christian Igel","orcid":"https://orcid.org/0000-0003-2868-0856"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Christian Igel","raw_affiliation_strings":["Department of Computer Science, University of Copenhagen, K&#x00F8;benhavn, Denmark"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Copenhagen, K&#x00F8;benhavn, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050325468","display_name":"Katrin Kirchhoff","orcid":"https://orcid.org/0000-0002-6645-6030"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katrin Kirchhoff","raw_affiliation_strings":["AWS AI Labs, Amazon, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs, Amazon, Seattle, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029566548","display_name":"Shang-Wen Li","orcid":"https://orcid.org/0000-0003-0656-9874"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shang-Wen Li","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015602781","display_name":"Karen Livescu","orcid":"https://orcid.org/0000-0003-4962-946X"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen Livescu","raw_affiliation_strings":["Toyota Technological Institute at Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007556794","display_name":"Lars Maal\u00f8e","orcid":"https://orcid.org/0000-0003-2030-520X"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Lars Maal\u00f8e","raw_affiliation_strings":["Corti AI and Department of Applied Mathematics and Computer Science, Technical University of Denmark, Kgs. Lyngby, Denmark"],"affiliations":[{"raw_affiliation_string":"Corti AI and Department of Applied Mathematics and Computer Science, Technical University of Denmark, Kgs. Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070513394","display_name":"Tara N. Sainath","orcid":"https://orcid.org/0000-0002-4126-6556"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tara N. Sainath","raw_affiliation_strings":["Google, Inc., New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001291873","display_name":"Shinji Watanabe","orcid":"https://orcid.org/0000-0002-5970-8631"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shinji Watanabe","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5101170706"],"corresponding_institution_ids":["https://openalex.org/I4210099336"],"apc_list":null,"apc_paid":null,"fwci":42.6181,"has_fulltext":true,"cited_by_count":322,"citation_normalized_percentile":{"value":0.99864439,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"6","first_page":"1179","last_page":"1210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8273966908454895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6161947250366211},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5297739505767822},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5220015645027161},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4646987318992615},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.4515204131603241},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.44817861914634705},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.44333305954933167},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4330390393733978},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4282796382904053},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.42525649070739746},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3857743442058563},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36853885650634766},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.35870903730392456},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.16655462980270386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8273966908454895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6161947250366211},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5297739505767822},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5220015645027161},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4646987318992615},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.4515204131603241},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.44817861914634705},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.44333305954933167},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4330390393733978},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4282796382904053},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.42525649070739746},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3857743442058563},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36853885650634766},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.35870903730392456},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16655462980270386},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jstsp.2022.3207050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3207050","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2205.10643","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.10643","pdf_url":"https://arxiv.org/pdf/2205.10643","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/9cee81bb-fc6e-4057-aae5-4ddfe0012d34","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/9cee81bb-fc6e-4057-aae5-4ddfe0012d34","pdf_url":"https://curis.ku.dk/ws/files/365659410/hkkr_Self_Supervised_Speech_Representation_Learning_A_Review_1_2_35.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mohamed , A , Lee , H Y , Borgholt , L , Havtorn , J D , Edin , J , Igel , C , Kirchhoff , K , Li , S W , Livescu , K , Maaloe , L , Sainath , T N & Watanabe , S 2022 , ' Self-Supervised Speech Representation Learning : A Review ' , IEEE Journal on Selected Topics in Signal Processing , vol. 16 , no. 6 , pp. 1179-1210 . https://doi.org/10.1109/JSTSP.2022.3207050","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/606ce8cd-77fa-4dea-ae7b-b166b1a9e697","is_oa":true,"landing_page_url":"https://orbit.dtu.dk/en/publications/606ce8cd-77fa-4dea-ae7b-b166b1a9e697","pdf_url":null,"source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mohamed , A , Lee , H , Borgholt , L , Havtorn , J D , Edin , J , Igel , C , Kirchhoff , K , Li , S-W , Livescu , K , Maal\u00f8e , L , Sainath , T N &amp; Watanabe , S 2022 , ' Self-Supervised Speech Representation Learning: A Review ' , IEEE Journal of Selected Topics in Signal Processing , vol. 16 , no. 6 , pp. 1179-1210 . https://doi.org/10.1109/JSTSP.2022.3207050","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.10643","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.10643","pdf_url":"https://arxiv.org/pdf/2205.10643","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":377,"referenced_works":["https://openalex.org/W22517275","https://openalex.org/W142945732","https://openalex.org/W343636949","https://openalex.org/W811578723","https://openalex.org/W900447646","https://openalex.org/W942963634","https://openalex.org/W1484147505","https://openalex.org/W1487784522","https://openalex.org/W1494198834","https://openalex.org/W1496120315","https://openalex.org/W1508165687","https://openalex.org/W1515020792","https://openalex.org/W1526236009","https://openalex.org/W1531883353","https://openalex.org/W1536680647","https://openalex.org/W1545920196","https://openalex.org/W1555037511","https://openalex.org/W1567520911","https://openalex.org/W1577418252","https://openalex.org/W1703050006","https://openalex.org/W1796128977","https://openalex.org/W1877570817","https://openalex.org/W1901616594","https://openalex.org/W1902027874","https://openalex.org/W1915251500","https://openalex.org/W1945356021","https://openalex.org/W1974783905","https://openalex.org/W1975113979","https://openalex.org/W1979447841","https://openalex.org/W2016538560","https://openalex.org/W2020607164","https://openalex.org/W2020883660","https://openalex.org/W2024490156","https://openalex.org/W2025482506","https://openalex.org/W2035424729","https://openalex.org/W2046932483","https://openalex.org/W2048648518","https://openalex.org/W2049252044","https://openalex.org/W2059652594","https://openalex.org/W2067474491","https://openalex.org/W2091863306","https://openalex.org/W2094544353","https://openalex.org/W2095705004","https://openalex.org/W2096391593","https://openalex.org/W2097012520","https://openalex.org/W2100495367","https://openalex.org/W2100969003","https://openalex.org/W2102409316","https://openalex.org/W2110073835","https://openalex.org/W2113606819","https://openalex.org/W2116064496","https://openalex.org/W2119717200","https://openalex.org/W2124509324","https://openalex.org/W2124537004","https://openalex.org/W2125290066","https://openalex.org/W2130055251","https://openalex.org/W2136189984","https://openalex.org/W2138204974","https://openalex.org/W2145889472","https://openalex.org/W2146444479","https://openalex.org/W2150769028","https://openalex.org/W2155230809","https://openalex.org/W2160815625","https://openalex.org/W2163922914","https://openalex.org/W2166637769","https://openalex.org/W2190506272","https://openalex.org/W2219249508","https://openalex.org/W2242818861","https://openalex.org/W2251253014","https://openalex.org/W2291975472","https://openalex.org/W2296654356","https://openalex.org/W2296681920","https://openalex.org/W2326925005","https://openalex.org/W2347098582","https://openalex.org/W2396043527","https://openalex.org/W2407151108","https://openalex.org/W2408021097","https://openalex.org/W2530846021","https://openalex.org/W2577366047","https://openalex.org/W2586148577","https://openalex.org/W2593116425","https://openalex.org/W2594690981","https://openalex.org/W2726515241","https://openalex.org/W2752796333","https://openalex.org/W2775794021","https://openalex.org/W2786608204","https://openalex.org/W2787447541","https://openalex.org/W2797583228","https://openalex.org/W2799473636","https://openalex.org/W2802557066","https://openalex.org/W2883409523","https://openalex.org/W2883586237","https://openalex.org/W2883595988","https://openalex.org/W2883725317","https://openalex.org/W2884797218","https://openalex.org/W2889313720","https://openalex.org/W2895651543","https://openalex.org/W2896457183","https://openalex.org/W2898727538","https://openalex.org/W2899134946","https://openalex.org/W2913340405","https://openalex.org/W2919115771","https://openalex.org/W2920166246","https://openalex.org/W2923014074","https://openalex.org/W2932675979","https://openalex.org/W2940200615","https://openalex.org/W2940544976","https://openalex.org/W2962699523","https://openalex.org/W2962739339","https://openalex.org/W2962799131","https://openalex.org/W2962799225","https://openalex.org/W2962850167","https://openalex.org/W2962862718","https://openalex.org/W2962907457","https://openalex.org/W2962980711","https://openalex.org/W2963127222","https://openalex.org/W2963216553","https://openalex.org/W2963242190","https://openalex.org/W2963317665","https://openalex.org/W2963330681","https://openalex.org/W2963425185","https://openalex.org/W2963571336","https://openalex.org/W2963581463","https://openalex.org/W2963620343","https://openalex.org/W2963720603","https://openalex.org/W2963739817","https://openalex.org/W2963796886","https://openalex.org/W2963902314","https://openalex.org/W2964012862","https://openalex.org/W2964115348","https://openalex.org/W2964169922","https://openalex.org/W2964243274","https://openalex.org/W2964303773","https://openalex.org/W2965373594","https://openalex.org/W2970820321","https://openalex.org/W2971709506","https://openalex.org/W2972374322","https://openalex.org/W2972584841","https://openalex.org/W2972867623","https://openalex.org/W2972889948","https://openalex.org/W2972894903","https://openalex.org/W2972943112","https://openalex.org/W2973026522","https://openalex.org/W2973049979","https://openalex.org/W2973135958","https://openalex.org/W2973157397","https://openalex.org/W2973727699","https://openalex.org/W2981991061","https://openalex.org/W2982039329","https://openalex.org/W2982223350","https://openalex.org/W2988907666","https://openalex.org/W2995181338","https://openalex.org/W2997574889","https://openalex.org/W2998249245","https://openalex.org/W3003875258","https://openalex.org/W3006926732","https://openalex.org/W3008480565","https://openalex.org/W3009561768","https://openalex.org/W3011574394","https://openalex.org/W3015213852","https://openalex.org/W3015265920","https://openalex.org/W3015280134","https://openalex.org/W3015356564","https://openalex.org/W3015949486","https://openalex.org/W3016008406","https://openalex.org/W3016011332","https://openalex.org/W3016181583","https://openalex.org/W3023371261","https://openalex.org/W3024182269","https://openalex.org/W3024464021","https://openalex.org/W3024605872","https://openalex.org/W3026041220","https://openalex.org/W3026842484","https://openalex.org/W3033038061","https://openalex.org/W3035202887","https://openalex.org/W3035524453","https://openalex.org/W3035725276","https://openalex.org/W3037530970","https://openalex.org/W3041561163","https://openalex.org/W3085139254","https://openalex.org/W3088409176","https://openalex.org/W3093096176","https://openalex.org/W3095293218","https://openalex.org/W3095361818","https://openalex.org/W3095410713","https://openalex.org/W3096017728","https://openalex.org/W3096216486","https://openalex.org/W3096338464","https://openalex.org/W3096485810","https://openalex.org/W3097286738","https://openalex.org/W3097632072","https://openalex.org/W3099142230","https://openalex.org/W3100270690","https://openalex.org/W3101648800","https://openalex.org/W3102342027","https://openalex.org/W3107298252","https://openalex.org/W3112702554","https://openalex.org/W3119308075","https://openalex.org/W3137147200","https://openalex.org/W3139878283","https://openalex.org/W3140429000","https://openalex.org/W3148040514","https://openalex.org/W3150635893","https://openalex.org/W3157861865","https://openalex.org/W3159481202","https://openalex.org/W3160345865","https://openalex.org/W3160554450","https://openalex.org/W3161411634","https://openalex.org/W3162133897","https://openalex.org/W3176828726","https://openalex.org/W3185341429","https://openalex.org/W3189296823","https://openalex.org/W3195577433","https://openalex.org/W3196509775","https://openalex.org/W3196698946","https://openalex.org/W3196798358","https://openalex.org/W3196919915","https://openalex.org/W3197223534","https://openalex.org/W3197381195","https://openalex.org/W3197411683","https://openalex.org/W3197580070","https://openalex.org/W3197828817","https://openalex.org/W3198039885","https://openalex.org/W3198217962","https://openalex.org/W3198429080","https://openalex.org/W3198608154","https://openalex.org/W3198694222","https://openalex.org/W3198771897","https://openalex.org/W3198815374","https://openalex.org/W3198858531","https://openalex.org/W3200287550","https://openalex.org/W3201254286","https://openalex.org/W3203140070","https://openalex.org/W3204917342","https://openalex.org/W3205715971","https://openalex.org/W3206252155","https://openalex.org/W3207222250","https://openalex.org/W3207558756","https://openalex.org/W3207924272","https://openalex.org/W3209059054","https://openalex.org/W3209376089","https://openalex.org/W3209984917","https://openalex.org/W3211224152","https://openalex.org/W3213029956","https://openalex.org/W3213873715","https://openalex.org/W3214576767","https://openalex.org/W3214697273","https://openalex.org/W3217536461","https://openalex.org/W4200635400","https://openalex.org/W4221140371","https://openalex.org/W4221145109","https://openalex.org/W4221146627","https://openalex.org/W4224875474","https://openalex.org/W4224934179","https://openalex.org/W4225274946","https://openalex.org/W4225713393","https://openalex.org/W4226033575","https://openalex.org/W4226162428","https://openalex.org/W4226380987","https://openalex.org/W4237723258","https://openalex.org/W4237938692","https://openalex.org/W4239390603","https://openalex.org/W4244017338","https://openalex.org/W4286918540","https://openalex.org/W4287591426","https://openalex.org/W4287854499","https://openalex.org/W4288348042","https://openalex.org/W4289665794","https://openalex.org/W4289750118","https://openalex.org/W4292825791","https://openalex.org/W4295116917","https://openalex.org/W4296068785","https://openalex.org/W4297808394","https://openalex.org/W4297841641","https://openalex.org/W4297841871","https://openalex.org/W4307680525","https://openalex.org/W4319862670","https://openalex.org/W4320013820","https://openalex.org/W4394671563","https://openalex.org/W4396724964","https://openalex.org/W6600971220","https://openalex.org/W6603931906","https://openalex.org/W6606244218","https://openalex.org/W6617744952","https://openalex.org/W6631216910","https://openalex.org/W6633682082","https://openalex.org/W6639103823","https://openalex.org/W6639732818","https://openalex.org/W6640059789","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6675401909","https://openalex.org/W6677884823","https://openalex.org/W6678282225","https://openalex.org/W6678885645","https://openalex.org/W6680106237","https://openalex.org/W6680522077","https://openalex.org/W6681096077","https://openalex.org/W6682948231","https://openalex.org/W6683825394","https://openalex.org/W6685943813","https://openalex.org/W6686207219","https://openalex.org/W6688816777","https://openalex.org/W6690026940","https://openalex.org/W6691509046","https://openalex.org/W6693697572","https://openalex.org/W6696449567","https://openalex.org/W6712395597","https://openalex.org/W6712757354","https://openalex.org/W6712941328","https://openalex.org/W6720204814","https://openalex.org/W6727418883","https://openalex.org/W6728094556","https://openalex.org/W6729448088","https://openalex.org/W6729977899","https://openalex.org/W6731521493","https://openalex.org/W6735913928","https://openalex.org/W6736430770","https://openalex.org/W6736723571","https://openalex.org/W6738077056","https://openalex.org/W6744957266","https://openalex.org/W6745117592","https://openalex.org/W6745388339","https://openalex.org/W6745740328","https://openalex.org/W6748215858","https://openalex.org/W6750365303","https://openalex.org/W6750665317","https://openalex.org/W6751433836","https://openalex.org/W6753575415","https://openalex.org/W6756385397","https://openalex.org/W6757193177","https://openalex.org/W6757699909","https://openalex.org/W6759579507","https://openalex.org/W6760519848","https://openalex.org/W6762931180","https://openalex.org/W6766673545","https://openalex.org/W6766978945","https://openalex.org/W6767997687","https://openalex.org/W6769196770","https://openalex.org/W6769238691","https://openalex.org/W6770596778","https://openalex.org/W6771467084","https://openalex.org/W6772230580","https://openalex.org/W6773996589","https://openalex.org/W6774670964","https://openalex.org/W6777028661","https://openalex.org/W6778265221","https://openalex.org/W6779997284","https://openalex.org/W6780218876","https://openalex.org/W6784023748","https://openalex.org/W6784614126","https://openalex.org/W6784614252","https://openalex.org/W6786696081","https://openalex.org/W6786885278","https://openalex.org/W6787411158","https://openalex.org/W6790356757","https://openalex.org/W6795952400","https://openalex.org/W6796551075","https://openalex.org/W6800751262","https://openalex.org/W6801828775","https://openalex.org/W6803066952","https://openalex.org/W6803092890","https://openalex.org/W6803378298","https://openalex.org/W6803547063","https://openalex.org/W6805530253","https://openalex.org/W6809593508","https://openalex.org/W6809947431","https://openalex.org/W6810007534","https://openalex.org/W6810168380","https://openalex.org/W6810673746","https://openalex.org/W6811088048","https://openalex.org/W6811170316","https://openalex.org/W6839738141","https://openalex.org/W6840487619","https://openalex.org/W6844194202","https://openalex.org/W6864391120","https://openalex.org/W6936113694"],"related_works":["https://openalex.org/W2237537322","https://openalex.org/W2950678851","https://openalex.org/W4301248618","https://openalex.org/W4224233909","https://openalex.org/W4319862287","https://openalex.org/W2165343651","https://openalex.org/W2343790552","https://openalex.org/W2242427765","https://openalex.org/W2075830955","https://openalex.org/W4309969809"],"abstract_inverted_index":{"Although":[0,123],"supervised":[1],"deep":[2],"learning":[3,45,93,142,165],"has":[4,11],"revolutionized":[5],"speech":[6,125,163,181,200],"and":[7,21,33,60,71,104,141,166],"audio":[8],"processing,":[9],"it":[10,133],"necessitated":[12],"the":[13,82,197],"building":[14],"of":[15,58,78,84,148],"specialist":[16],"models":[17],"for":[18,35,87,113,154,161],"individual":[19],"tasks":[20,59],"application":[22,198],"scenarios.":[23,90],"It":[24],"is":[25,41,94,127,134],"likewise":[26],"difficult":[27],"to":[28,31,137,169,195],"apply":[29],"this":[30],"dialects":[32],"languages":[34],"which":[36,149],"only":[37],"limited":[38],"labeled":[39],"data":[40,112,119],"available.":[42],"Self-supervised":[43],"representation":[44,92,126,164],"methods":[46,63,176],"promise":[47],"a":[48,55,129,184],"single":[49],"universal":[50],"model":[51],"that":[52],"would":[53],"benefit":[54],"wide":[56],"variety":[57],"domains.":[61],"Such":[62],"have":[64,150],"shown":[65],"success":[66],"in":[67,98],"natural":[68],"language":[69],"processing":[70],"computer":[72],"vision":[73],"domains,":[74],"achieving":[75],"new":[76],"levels":[77],"performance":[79],"while":[80],"reducing":[81],"number":[83],"labels":[85],"required":[86],"many":[88,155,174],"downstream":[89,185],"Speech":[91],"experiencing":[95],"similar":[96],"progress":[97],"three":[99],"main":[100],"categories:":[101],"generative,":[102],"contrastive,":[103],"predictive":[105],"methods.":[106],"Other":[107],"approaches":[108,160],"rely":[109],"on":[110,179,191],"multi-modal":[111],"pre-training,":[114],"mixing":[115],"text":[116],"or":[117],"visual":[118],"streams":[120],"with":[121,143],"speech.":[122],"self-supervised":[124,162],"still":[128],"nascent":[130],"research":[131,153,171],"area,":[132],"closely":[135],"related":[136],"acoustic":[138],"word":[139],"embedding":[140],"zero":[144],"lexical":[145],"resources,":[146],"both":[147],"seen":[151],"active":[152],"years.":[156],"This":[157],"review":[158,188],"presents":[159],"their":[167],"connection":[168],"other":[170],"areas.":[172],"Since":[173],"current":[175],"focus":[177],"solely":[178],"automatic":[180],"recognition":[182],"as":[183],"task,":[186],"we":[187],"recent":[189],"efforts":[190],"benchmarking":[192],"learned":[193],"representations":[194],"extend":[196],"beyond":[199],"recognition.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":90},{"year":2024,"cited_by_count":106},{"year":2023,"cited_by_count":98},{"year":2022,"cited_by_count":13}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}
