{"id":"https://openalex.org/W4392904209","doi":"https://doi.org/10.1109/icassp48485.2024.10447802","title":"Correction Focused Language Model Training For Speech Recognition","display_name":"Correction Focused Language Model Training For Speech Recognition","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392904209","doi":"https://doi.org/10.1109/icassp48485.2024.10447802"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10447802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10447802","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"erratum","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103207430","display_name":"Yingyi Ma","orcid":"https://orcid.org/0000-0002-0205-0197"},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyi Ma","raw_affiliation_strings":["Meta AI,Menlo Park,CA,USA","Meta AI, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,Menlo Park,CA,USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]},{"raw_affiliation_string":"Meta AI, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462347","display_name":"Zhe Liu","orcid":"https://orcid.org/0000-0001-8578-2635"},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Liu","raw_affiliation_strings":["Meta AI,Menlo Park,CA,USA","Meta AI, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,Menlo Park,CA,USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]},{"raw_affiliation_string":"Meta AI, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066166549","display_name":"Ozlem Kalinli","orcid":null},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ozlem Kalinli","raw_affiliation_strings":["Meta AI,Menlo Park,CA,USA","Meta AI, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,Menlo Park,CA,USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]},{"raw_affiliation_string":"Meta AI, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10856","last_page":"10860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8457427024841309},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.7194719910621643},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.710760235786438},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6813071966171265},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.644108772277832},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6209684610366821},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.5942238569259644},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.563362717628479},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5613270401954651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.52540522813797},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.513107180595398},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49256211519241333},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4427779018878937},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10368451476097107}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8457427024841309},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.7194719910621643},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.710760235786438},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6813071966171265},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.644108772277832},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6209684610366821},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.5942238569259644},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.563362717628479},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5613270401954651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52540522813797},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.513107180595398},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49256211519241333},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4427779018878937},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10368451476097107},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10447802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10447802","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1495448333","https://openalex.org/W1795658042","https://openalex.org/W2026149468","https://openalex.org/W2028825255","https://openalex.org/W2034537249","https://openalex.org/W2327501763","https://openalex.org/W2795282075","https://openalex.org/W2802201485","https://openalex.org/W2885771996","https://openalex.org/W2943845043","https://openalex.org/W2947380870","https://openalex.org/W2963240019","https://openalex.org/W2963747784","https://openalex.org/W2965373594","https://openalex.org/W2972320704","https://openalex.org/W3162193499","https://openalex.org/W3162639446","https://openalex.org/W3162665866","https://openalex.org/W3168867926","https://openalex.org/W3173777717","https://openalex.org/W3184976814","https://openalex.org/W3206965164","https://openalex.org/W4221160683","https://openalex.org/W4223954171","https://openalex.org/W4224916448","https://openalex.org/W4281790610","https://openalex.org/W4288089799","https://openalex.org/W4296068993","https://openalex.org/W4297841367","https://openalex.org/W4308613148","https://openalex.org/W4372259777","https://openalex.org/W4372269772","https://openalex.org/W4372270200","https://openalex.org/W4384918448","https://openalex.org/W4385571317","https://openalex.org/W4385823005","https://openalex.org/W6691655009","https://openalex.org/W6750523955","https://openalex.org/W6763430915","https://openalex.org/W6766673545","https://openalex.org/W6769627184","https://openalex.org/W6790003725","https://openalex.org/W6796581206","https://openalex.org/W6803334173","https://openalex.org/W6839255132","https://openalex.org/W6846421259","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W4394775207","https://openalex.org/W2594897229","https://openalex.org/W2151348424","https://openalex.org/W4221142855","https://openalex.org/W2050138804","https://openalex.org/W2944691285","https://openalex.org/W4290708361","https://openalex.org/W2129812225","https://openalex.org/W26527944","https://openalex.org/W2523799048"],"abstract_inverted_index":{"Language":[0],"models":[1,94],"(LMs)":[2],"have":[3],"been":[4],"commonly":[5],"adopted":[6],"to":[7,54,79,130,153,165],"boost":[8],"the":[9,28,65,81,115],"performance":[10],"of":[11,23,67,117],"automatic":[12],"speech":[13],"recognition":[14],"(ASR)":[15],"particularly":[16],"in":[17,30,34,37,138],"domain":[18,111],"adaptation":[19,112],"tasks.":[20],"Conventional":[21],"way":[22],"LM":[24,49,82,146],"training":[25,50,88,127,147,161],"treats":[26],"all":[27],"words":[29],"corpora":[31],"equally,":[32],"resulting":[33],"suboptimal":[35],"improvements":[36],"ASR":[38,56,61,68],"performance.":[39],"In":[40,142],"this":[41],"work,":[42],"we":[43],"introduce":[44],"a":[45,75],"novel":[46],"correction":[47,86,125,159],"focused":[48,87,126,160],"approach":[51],"which":[52],"aims":[53],"prioritize":[55],"fallible":[57],"words.":[58],"The":[59],"word-level":[60],"fallibility":[62,99],"score,":[63],"representing":[64],"likelihood":[66],"mis-recognition,":[69],"is":[70],"defined":[71],"and":[72,102],"shaped":[73],"as":[74,98],"prior":[76],"word":[77,133],"distribution":[78],"guide":[80],"training.":[83],"To":[84],"enable":[85],"with":[89,122,148],"text-only":[90],"corpora,":[91],"large":[92],"language":[93],"(LLMs)":[95],"are":[96],"employed":[97],"score":[100],"predictors":[101],"text":[103,140,144,150],"generators":[104],"through":[105],"multi-task":[106],"fine-tuning.":[107],"Experimental":[108],"results":[109],"for":[110],"tasks":[113],"demonstrate":[114],"effectiveness":[116],"our":[118],"proposed":[119],"method.":[120],"Compared":[121],"conventional":[123],"LMs,":[124],"achieves":[128,151],"up":[129,152,164],"relatively":[131,154,166],"5.5%":[132],"error":[134],"rate":[135],"(WER)":[136],"reduction":[137],"sufficient":[139],"scenarios.":[141],"insufficient":[143],"scenarios,":[145],"LLMgenerated":[149],"13%":[155],"WER":[156,168],"reduction,":[157],"while":[158],"further":[162],"obtains":[163],"6%":[167],"reduction.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
