{"id":"https://openalex.org/W3166512924","doi":"https://doi.org/10.21437/interspeech.2021-1849","title":"Adapting Long Context NLM for ASR Rescoring in Conversational Agents","display_name":"Adapting Long Context NLM for ASR Rescoring in Conversational Agents","publication_year":2021,"publication_date":"2021-08-27","ids":{"openalex":"https://openalex.org/W3166512924","doi":"https://doi.org/10.21437/interspeech.2021-1849","mag":"3166512924"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2021-1849","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-1849","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.11070","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030041600","display_name":"Ashish Shenoy","orcid":"https://orcid.org/0000-0003-1401-262X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ashish Shenoy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050552820","display_name":"Sravan Bodapati","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sravan Bodapati","raw_affiliation_strings":["Amazon (United States), Seattle, United States"],"affiliations":[{"raw_affiliation_string":"Amazon (United States), Seattle, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014130267","display_name":"Monica Sunkara","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Monica Sunkara","raw_affiliation_strings":["Amazon (United States), Seattle, United States"],"affiliations":[{"raw_affiliation_string":"Amazon (United States), Seattle, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004616142","display_name":"Srikanth Ronanki","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srikanth Ronanki","raw_affiliation_strings":["Amazon (United States), Seattle, United States"],"affiliations":[{"raw_affiliation_string":"Amazon (United States), Seattle, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050325468","display_name":"Katrin Kirchhoff","orcid":"https://orcid.org/0000-0002-6645-6030"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katrin Kirchhoff","raw_affiliation_strings":["Amazon"],"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030041600"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53570448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.839239239692688},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7312304973602295},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6819278597831726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5422874093055725},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5394708514213562},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.527554452419281},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5113827586174011},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.46707916259765625},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4414759576320648},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4388020932674408},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.41508686542510986},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3838025629520416},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37018269300460815},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3203354775905609},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10022088885307312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.839239239692688},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7312304973602295},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6819278597831726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5422874093055725},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5394708514213562},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.527554452419281},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5113827586174011},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.46707916259765625},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4414759576320648},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4388020932674408},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.41508686542510986},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3838025629520416},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37018269300460815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3203354775905609},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10022088885307312},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.21437/interspeech.2021-1849","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-1849","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.11070","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.11070","pdf_url":"https://arxiv.org/pdf/2104.11070","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3166512924","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2104.11070.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2104.11070","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.11070","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.11070","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.11070","pdf_url":"https://arxiv.org/pdf/2104.11070","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1934041838","https://openalex.org/W1999965501","https://openalex.org/W2047192163","https://openalex.org/W2140679639","https://openalex.org/W2399550240","https://openalex.org/W2403440562","https://openalex.org/W2470673105","https://openalex.org/W2810084418","https://openalex.org/W2888779557","https://openalex.org/W2889152503","https://openalex.org/W2891176389","https://openalex.org/W2891732163","https://openalex.org/W2903732155","https://openalex.org/W2916979304","https://openalex.org/W2946567085","https://openalex.org/W2949640357","https://openalex.org/W2954492830","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963684088","https://openalex.org/W2963951265","https://openalex.org/W2964110616","https://openalex.org/W2964308564","https://openalex.org/W2980708516","https://openalex.org/W2986102593","https://openalex.org/W2997771882","https://openalex.org/W3007776460","https://openalex.org/W3030163527","https://openalex.org/W3094965760","https://openalex.org/W3103753314","https://openalex.org/W3131505732","https://openalex.org/W3132366366"],"related_works":["https://openalex.org/W3197688480","https://openalex.org/W3155800436","https://openalex.org/W3015747801","https://openalex.org/W2810381179","https://openalex.org/W3133595249","https://openalex.org/W2886319145","https://openalex.org/W2903250132","https://openalex.org/W3016172026","https://openalex.org/W2883449998","https://openalex.org/W3047678937","https://openalex.org/W3171250570","https://openalex.org/W3089287248","https://openalex.org/W2173905402","https://openalex.org/W2937393252","https://openalex.org/W3161860537","https://openalex.org/W3108858638","https://openalex.org/W2950658695","https://openalex.org/W3010912466","https://openalex.org/W3032901281","https://openalex.org/W2400855926"],"abstract_inverted_index":{"Neural":[0],"Language":[1,86],"Models":[2],"(NLM),":[3],"when":[4],"trained":[5],"and":[6,24,47,61,77,139,161,172,185,187],"evaluated":[7],"with":[8,99,142],"context":[9,41,57],"spanning":[10],"multiple":[11],"utterances,":[12],"have":[13],"been":[14],"shown":[15],"to":[16,37,112],"consistently":[17],"outperform":[18],"both":[19,44],"conventional":[20],"n-gram":[21],"language":[22,137],"models":[23,151],"NLMs":[25],"that":[26],"use":[27,105],"limited":[28],"context.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,55,66,102,118],"investigate":[34],"various":[35],"techniques":[36],"incorporate":[38,67],"turn":[39],"based":[40,49,53,63,115,145],"history":[42],"into":[43],"recurrent":[45,52],"(LSTM)":[46],"Transformer-XL":[48,144],"NLMs.":[50],"For":[51],"NLMs,":[54],"explore":[56],"carry":[58],"over":[59,109,196],"mechanism":[60],"feature":[62,114],"augmentation,":[64],"where":[65],"other":[68],"forms":[69],"of":[70,106,155,158,194],"contextual":[71,100,121],"information":[72],"such":[73,168],"as":[74,81,169],"bot":[75],"response":[76],"system":[78],"dialogue":[79],"acts":[80],"classified":[82],"by":[83,129],"a":[84,133,143,180,188],"Natural":[85],"Understanding":[87],"(NLU)":[88],"model.":[89],"To":[90],"mitigate":[91],"the":[92,104],"sharp":[93],"nearby,":[94],"fuzzy":[95],"far":[96],"away":[97],"problem":[98],"NLM,":[101],"propose":[103],"attention":[107],"layer":[108],"lexical":[110],"metadata":[111],"improve":[113],"augmentation.":[116],"Additionally,":[117],"adapt":[119],"our":[120,149],"NLM":[122],"towards":[123],"user":[124],"provided":[125],"on-the-fly":[126],"speech":[127],"patterns":[128],"leveraging":[130],"encodings":[131],"from":[132],"large":[134],"pre-trained":[135],"masked":[136],"model":[138,178],"performing":[140,177],"fusion":[141],"NLM.":[146],"We":[147],"test":[148],"proposed":[150],"using":[152],"N-best":[153],"rescoring":[154],"ASR":[156],"hypotheses":[157],"task-oriented":[159],"dialogues":[160],"also":[162],"evaluate":[163],"on":[164],"downstream":[165],"NLU":[166],"tasks":[167],"intent":[170],"classification":[171],"slot":[173,189],"labeling.":[174],"The":[175],"best":[176],"shows":[179],"relative":[181],"WER":[182],"between":[183],"1.6%":[184],"9.1%":[186],"labeling":[190],"F1":[191],"score":[192],"improvement":[193],"4%":[195],"non-contextual":[197],"baselines.":[198]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}