{"id":"https://openalex.org/W3095498326","doi":"https://doi.org/10.1109/slt48900.2021.9383493","title":"Warped Language Models for Noise Robust Language Understanding","display_name":"Warped Language Models for Noise Robust Language Understanding","publication_year":2021,"publication_date":"2021-01-19","ids":{"openalex":"https://openalex.org/W3095498326","doi":"https://doi.org/10.1109/slt48900.2021.9383493","mag":"3095498326"},"language":"en","primary_location":{"id":"doi:10.1109/slt48900.2021.9383493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt48900.2021.9383493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2011.01900","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026771837","display_name":"Mahdi Namazifar","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdi Namazifar","raw_affiliation_strings":["Amazon Alexa AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087941479","display_name":"G\u00f6khan T\u00fcr","orcid":"https://orcid.org/0009-0008-7740-2557"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gokhan Tur","raw_affiliation_strings":["Amazon Alexa AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042930537","display_name":"Dilek Hakkani T\u00fcr","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilek Hakkani-Tur","raw_affiliation_strings":["Amazon Alexa AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"981","last_page":"988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7604131698608398},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7331745028495789},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7071986198425293},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6291475296020508},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5360854864120483},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4752383232116699},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4425807595252991},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4392227530479431},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4280741512775421},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10396862030029297}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7604131698608398},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7331745028495789},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7071986198425293},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6291475296020508},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5360854864120483},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4752383232116699},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4425807595252991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4392227530479431},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4280741512775421},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10396862030029297},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/slt48900.2021.9383493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt48900.2021.9383493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},{"id":"mag:3095498326","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2011.01900","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.17023/4a68-c340","is_oa":true,"landing_page_url":"https://doi.org/10.17023/4a68-c340","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Audiovisual"}],"best_oa_location":{"id":"mag:3095498326","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2011.01900","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1623072288","https://openalex.org/W2047237057","https://openalex.org/W2077302143","https://openalex.org/W2097550833","https://openalex.org/W2144578941","https://openalex.org/W2270070752","https://openalex.org/W2404974730","https://openalex.org/W2917128112","https://openalex.org/W2943845043","https://openalex.org/W2962739339","https://openalex.org/W2963033987","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2970049541","https://openalex.org/W2996035354","https://openalex.org/W3015267417","https://openalex.org/W3015747801","https://openalex.org/W3015752032","https://openalex.org/W3034999214","https://openalex.org/W3035124264","https://openalex.org/W3046040002","https://openalex.org/W6636392717","https://openalex.org/W6713561562","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6759393636","https://openalex.org/W6759455113","https://openalex.org/W6769311223","https://openalex.org/W6771917389","https://openalex.org/W6778965216","https://openalex.org/W6779433840"],"related_works":["https://openalex.org/W3143897156","https://openalex.org/W3105804405","https://openalex.org/W3007776460","https://openalex.org/W2891616026","https://openalex.org/W2950658695","https://openalex.org/W2762590475","https://openalex.org/W3034931686","https://openalex.org/W399167303","https://openalex.org/W2964309797","https://openalex.org/W2903250132","https://openalex.org/W3209868296","https://openalex.org/W2888760383","https://openalex.org/W3045571807","https://openalex.org/W2933022734","https://openalex.org/W3016042119","https://openalex.org/W2914699162","https://openalex.org/W2913851961","https://openalex.org/W2402448994","https://openalex.org/W3210088932","https://openalex.org/W2293858598"],"abstract_inverted_index":{"Masked":[0],"Language":[1,53],"Models":[2,54],"(MLM)":[3],"are":[4,33,133],"self-supervised":[5],"neural":[6],"networks":[7],"trained":[8],"to":[9,91,122,135,139,160],"fill":[10],"in":[11,14,56,69,89,94,100,167],"the":[12,22,65,87,92,97,101,109,117,168],"blanks":[13],"a":[15,130],"given":[16],"sentence":[17,88],"with":[18],"masked":[19],"tokens.":[20,80],"Despite":[21],"tremendous":[23],"success":[24],"of":[25,108,114,119,155,170],"MLMs":[26],"for":[27,36,41],"various":[28],"text":[29,111],"based":[30,163],"tasks,":[31],"they":[32],"not":[34],"robust":[35,138],"spoken":[37],"language":[38,149],"understanding,":[39],"especially":[40,166],"spontaneous":[42],"conversational":[43],"speech":[44],"recognition":[45],"noise.":[46,141],"In":[47],"this":[48],"work":[49],"we":[50,145],"introduce":[51],"Warped":[52],"(WLM)":[55],"which":[57],"input":[58,110],"sentences":[59],"at":[60],"training":[61,113],"time":[62],"go":[63],"through":[64],"same":[66],"modifications":[67,83,93],"as":[68,129],"MLM,":[70],"plus":[71],"two":[72,82],"additional":[73],"modifications,":[74],"namely":[75],"inserting":[76],"and":[77,85,105,128],"dropping":[78],"random":[79],"These":[81],"extend":[84],"contract":[86],"addition":[90],"MLMs,":[95,165],"hence":[96],"word":[98],"\"warped\"":[99],"name.":[102],"The":[103],"insertion":[104],"drop":[106],"modification":[107],"during":[112],"WLM":[115],"resemble":[116],"types":[118],"noise":[120],"due":[121],"Automatic":[123],"Speech":[124],"Recognition":[125],"(ASR)":[126],"errors,":[127],"result":[131],"WLMs":[132,156],"likely":[134],"be":[136],"more":[137],"ASR":[140,171],"Through":[142],"computational":[143],"results":[144],"show":[146],"that":[147],"natural":[148],"understanding":[150],"systems":[151],"built":[152,162],"on":[153,164],"top":[154],"perform":[157],"better":[158],"compared":[159],"those":[161],"presence":[169],"errors.":[172]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}