{"id":"https://openalex.org/W4297841692","doi":"https://doi.org/10.21437/interspeech.2022-10909","title":"Detecting Unintended Memorization in Language-Model-Fused ASR","display_name":"Detecting Unintended Memorization in Language-Model-Fused ASR","publication_year":2022,"publication_date":"2022-09-16","ids":{"openalex":"https://openalex.org/W4297841692","doi":"https://doi.org/10.21437/interspeech.2022-10909"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2022-10909","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2022-10909","pdf_url":null,"source":{"id":"https://openalex.org/S4363604309","display_name":"Interspeech 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019104034","display_name":"W. Ronny Huang","orcid":"https://orcid.org/0000-0002-6443-2246"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"W. Ronny Huang","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078367630","display_name":"Steve Chien","orcid":"https://orcid.org/0000-0003-1023-9480"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Chien","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077162569","display_name":"Om Thakkar","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Om Dipakbhai Thakkar","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075324202","display_name":"Rajiv Mathews","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajiv Mathews","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019104034"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.6233,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.67647059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2808","last_page":"2812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.6936251521110535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6894162893295288},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5981091260910034},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49407628178596497},{"id":"https://openalex.org/keywords/unintended-consequences","display_name":"Unintended consequences","score":0.46083691716194153},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43893668055534363},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.37906384468078613},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3738885521888733},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07602250576019287},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.055536359548568726}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.6936251521110535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894162893295288},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5981091260910034},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49407628178596497},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.46083691716194153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43893668055534363},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37906384468078613},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3738885521888733},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07602250576019287},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.055536359548568726}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2022-10909","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2022-10909","pdf_url":null,"source":{"id":"https://openalex.org/S4363604309","display_name":"Interspeech 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2022","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.550000011920929,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W1992926795","https://openalex.org/W2403440562","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2586988759","https://openalex.org/W2617258110","https://openalex.org/W2795435272","https://openalex.org/W2936774411","https://openalex.org/W2946930197","https://openalex.org/W2952604841","https://openalex.org/W2963240019","https://openalex.org/W2973051376","https://openalex.org/W3015194534","https://openalex.org/W3016234571","https://openalex.org/W3035034338","https://openalex.org/W3035261884","https://openalex.org/W3093579165","https://openalex.org/W3097777922","https://openalex.org/W3156508770","https://openalex.org/W3167352803","https://openalex.org/W3170901302","https://openalex.org/W3197438100","https://openalex.org/W3198442913","https://openalex.org/W3210259840","https://openalex.org/W4221159672","https://openalex.org/W4281250109","https://openalex.org/W4287553002","https://openalex.org/W4287663285","https://openalex.org/W4288057780","https://openalex.org/W4294619240","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4387561393","https://openalex.org/W3163481960","https://openalex.org/W3093895509","https://openalex.org/W4283526844","https://openalex.org/W280704926","https://openalex.org/W2476068070","https://openalex.org/W4323971310","https://openalex.org/W2893372175","https://openalex.org/W2323394100","https://openalex.org/W1972827106"],"abstract_inverted_index":{"End-to-end":[0],"(E2E)":[1],"models":[2,9],"are":[3,35],"often":[4],"being":[5],"accompanied":[6],"by":[7,130],"language":[8],"(LMs)":[10],"via":[11],"shallow":[12],"fusion":[13],"for":[14,54],"boosting":[15],"their":[16],"overall":[17,137],"quality":[18],"as":[19,21,81],"well":[20],"recognition":[22],"of":[23,57,105,113],"rare":[24,40],"words.At":[25],"the":[26,45,66,87,109],"same":[27],"time,":[28],"several":[29],"prior":[30],"works":[31],"show":[32,101,123],"that":[33,102,124],"LMs":[34],"susceptible":[36],"to":[37,77,83,86,118],"unintentionally":[38],"memorizing":[39],"or":[41],"unique":[42],"sequences":[43,60],"in":[44,65],"training":[46,68,111,134],"data.In":[47],"this":[48],"work,":[49],"we":[50,62,100,121],"design":[51],"a":[52,89,97],"framework":[53],"detecting":[55,103],"memorization":[56,104,126],"random":[58],"textual":[59],"(which":[61],"call":[63],"canaries)":[64],"LM":[67,110,133],"data":[69,112],"when":[70],"one":[71],"has":[72],"only":[73],"black-box":[74],"(query)":[75],"access":[76,85],"LM-fused":[78],"speech":[79],"recognizer,":[80],"opposed":[82],"direct":[84],"LM.On":[88],"production-grade":[90],"Conformer":[91],"RNN-T":[92],"E2E":[93],"model":[94],"fused":[95],"with":[96],"Transformer":[98],"LM,":[99],"singly-occurring":[106],"canaries":[107],"from":[108],"300M":[114],"examples":[115],"is":[116],"possible.Motivated":[117],"protect":[119],"privacy,":[120],"also":[122],"such":[125],"gets":[127],"significantly":[128],"reduced":[129],"per-example":[131],"gradient-clipped":[132],"without":[135],"compromising":[136],"quality.":[138]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}