{"id":"https://openalex.org/W2966841179","doi":"https://doi.org/10.21437/interspeech.2019-3254","title":"Pretraining by Backtranslation for End-to-End ASR in Low-Resource Settings","display_name":"Pretraining by Backtranslation for End-to-End ASR in Low-Resource Settings","publication_year":2019,"publication_date":"2019-09-13","ids":{"openalex":"https://openalex.org/W2966841179","doi":"https://doi.org/10.21437/interspeech.2019-3254","mag":"2966841179"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2019-3254","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2019-3254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2019","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.03919","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014455067","display_name":"Matthew Wiesner","orcid":"https://orcid.org/0000-0001-8653-7738"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Wiesner","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089603211","display_name":"Adithya Renduchintala","orcid":"https://orcid.org/0000-0002-1896-3679"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adithya Renduchintala","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001291873","display_name":"Shinji Watanabe","orcid":"https://orcid.org/0000-0002-5970-8631"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shinji Watanabe","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069296252","display_name":"Chunxi Liu","orcid":"https://orcid.org/0000-0001-5441-9374"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunxi Liu","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050632169","display_name":"Najim Dehak","orcid":"https://orcid.org/0000-0002-4489-5753"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Najim Dehak","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014580424","display_name":"Sanjeev Khudanpur","orcid":"https://orcid.org/0000-0001-5976-0897"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjeev Khudanpur","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4375","last_page":"4379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7454092502593994},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.6780626177787781},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6610156893730164},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.6113719940185547},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.5625461339950562},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5075186491012573},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4916597008705139},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4645848572254181},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45697128772735596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38404279947280884},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10060623288154602}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7454092502593994},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6780626177787781},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6610156893730164},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.6113719940185547},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.5625461339950562},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5075186491012573},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4916597008705139},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4645848572254181},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45697128772735596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38404279947280884},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10060623288154602},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.21437/interspeech.2019-3254","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2019-3254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2019","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1812.03919","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.03919","pdf_url":"https://arxiv.org/pdf/1812.03919","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1812.03919","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1812.03919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2966841179","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.03919","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.03919","pdf_url":"https://arxiv.org/pdf/1812.03919","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315072","display_name":"Mitsubishi Electric Research Laboratories","ror":null},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966841179.pdf","grobid_xml":"https://content.openalex.org/works/W2966841179.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1915251500","https://openalex.org/W1994606281","https://openalex.org/W2113839990","https://openalex.org/W2130414229","https://openalex.org/W2184343439","https://openalex.org/W2251711535","https://openalex.org/W2327501763","https://openalex.org/W2407080277","https://openalex.org/W2555428947","https://openalex.org/W2577366047","https://openalex.org/W2627092829","https://openalex.org/W2697044473","https://openalex.org/W2775304348","https://openalex.org/W2883416004","https://openalex.org/W2888779557","https://openalex.org/W2899947105","https://openalex.org/W2912937645","https://openalex.org/W2951816288","https://openalex.org/W2952010730","https://openalex.org/W2962704885","https://openalex.org/W2962780374","https://openalex.org/W2962893195","https://openalex.org/W2963216553","https://openalex.org/W2963431393","https://openalex.org/W2964012862"],"related_works":["https://openalex.org/W2973132140","https://openalex.org/W3006988520","https://openalex.org/W2913851961","https://openalex.org/W3035485128","https://openalex.org/W3105825505","https://openalex.org/W3161223924","https://openalex.org/W2403234505","https://openalex.org/W2963739817","https://openalex.org/W3198047825","https://openalex.org/W2963834942","https://openalex.org/W3016042119","https://openalex.org/W3038127439","https://openalex.org/W2620869433","https://openalex.org/W3207222250","https://openalex.org/W3155427814","https://openalex.org/W2899716505","https://openalex.org/W3104842308","https://openalex.org/W3166006360","https://openalex.org/W2964309797","https://openalex.org/W3093933225"],"abstract_inverted_index":{"We":[0,60],"explore":[1],"training":[2],"attention-based":[3],"encoder-decoder":[4],"ASR":[5],"in":[6,21,78,103],"low-resource":[7],"settings.":[8],"These":[9],"models":[10],"perform":[11],"poorly":[12],"when":[13],"trained":[14],"on":[15,26],"small":[16],"amounts":[17],"of":[18,65,68],"transcribed":[19,55,92],"speech,":[20],"part":[22],"because":[23],"they":[24],"depend":[25],"having":[27],"sufficient":[28],"target-side":[29],"text":[30],"to":[31],"train":[32],"the":[33,62],"attention":[34],"and":[35,54],"decoder":[36],"networks.":[37],"In":[38],"this":[39,43],"paper":[40],"we":[41],"address":[42],"shortcoming":[44],"by":[45],"pretraining":[46],"our":[47,74],"network":[48],"parameters":[49],"using":[50],"only":[51],"text-based":[52,75,86],"data":[53],"speech":[56,93],"from":[57,94],"other":[58],"languages.":[59],"analyze":[61],"relative":[63,82,101],"contributions":[64],"both":[66],"sources":[67],"data.":[69],"Across":[70],"3":[71],"test":[72],"languages,":[73],"approach":[76],"resulted":[77],"a":[79,85,98],"20%":[80],"average":[81],"improvement":[83],"over":[84],"augmentation":[87],"technique":[88],"without":[89],"pretraining.":[90],"Using":[91],"nearby":[95],"languages":[96],"gives":[97],"further":[99],"20-30%":[100],"reduction":[102],"character":[104],"error":[105],"rate.":[106]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}