{"id":"https://openalex.org/W2112752961","doi":"https://doi.org/10.1109/asru.2009.5373401","title":"Self-supervised discriminative training of statistical language models","display_name":"Self-supervised discriminative training of statistical language models","publication_year":2009,"publication_date":"2009-12-01","ids":{"openalex":"https://openalex.org/W2112752961","doi":"https://doi.org/10.1109/asru.2009.5373401","mag":"2112752961"},"language":"en","primary_location":{"id":"doi:10.1109/asru.2009.5373401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2009.5373401","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE Workshop on Automatic Speech Recognition & Understanding","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/1265048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113753678","display_name":"Puyang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Puyang Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Center for Language and Speech Processing, USA","Department of Electrical and Computer Engineering, Center for Language and Speech Processing, Johns Hopkins University, Baltimore, MD 21218, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Center for Language and Speech Processing, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Center for Language and Speech Processing, Johns Hopkins University, Baltimore, MD 21218, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054865609","display_name":"Damianos Karakos","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Damianos Karakos","raw_affiliation_strings":["Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA","Department of Electrical and Computer Engineering, Center for Language and Speech Processing, Johns Hopkins University, Baltimore, MD 21218, USA"],"affiliations":[{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Center for Language and Speech Processing, Johns Hopkins University, Baltimore, MD 21218, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014580424","display_name":"Sanjeev Khudanpur","orcid":"https://orcid.org/0000-0001-5976-0897"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjeev Khudanpur","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, US","Department of Electrical and Computer Engineering, Center for Language and Speech Processing, Johns Hopkins University, Baltimore, MD 21218, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, US","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Center for Language and Speech Processing, Johns Hopkins University, Baltimore, MD 21218, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5113753678"],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":null,"apc_paid":null,"fwci":5.4195,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95681475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"317","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.9370521306991577},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7953776121139526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7795071005821228},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6901679039001465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6752817034721375},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6682059168815613},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5826037526130676},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.569689929485321},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5444225072860718},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5016207695007324},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.4564911723136902},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.42667990922927856},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1386532485485077},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11491096019744873},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10704931616783142}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.9370521306991577},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7953776121139526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7795071005821228},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6901679039001465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6752817034721375},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6682059168815613},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5826037526130676},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.569689929485321},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5444225072860718},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5016207695007324},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.4564911723136902},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.42667990922927856},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1386532485485077},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11491096019744873},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10704931616783142},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/asru.2009.5373401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2009.5373401","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE Workshop on Automatic Speech Recognition & Understanding","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.157.3594","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.157.3594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.clsp.jhu.edu/~damianos/asru09.pdf","raw_type":"text"},{"id":"pmh:oai:zenodo.org:1265048","is_oa":true,"landing_page_url":"https://zenodo.org/record/1265048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:1265048","is_oa":true,"landing_page_url":"https://zenodo.org/record/1265048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7099999785423279,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W36200081","https://openalex.org/W182831726","https://openalex.org/W1508165687","https://openalex.org/W1571931074","https://openalex.org/W1592796124","https://openalex.org/W1904457459","https://openalex.org/W1996903695","https://openalex.org/W2001792610","https://openalex.org/W2097927681","https://openalex.org/W2124445791","https://openalex.org/W2128201184","https://openalex.org/W2137807925","https://openalex.org/W2143866356","https://openalex.org/W2158148237","https://openalex.org/W2950186769","https://openalex.org/W6601500749","https://openalex.org/W6635178583"],"related_works":["https://openalex.org/W2395910192","https://openalex.org/W2113687551","https://openalex.org/W2250909759","https://openalex.org/W1563898036","https://openalex.org/W2112752961","https://openalex.org/W2532616038","https://openalex.org/W2787311093","https://openalex.org/W155946694","https://openalex.org/W1555968995","https://openalex.org/W1992814554"],"abstract_inverted_index":{"A":[0],"novel":[1],"self-supervised":[2],"discriminative":[3,19,61],"training":[4,20],"method":[5],"for":[6,10,41],"estimating":[7],"language":[8,43,121],"models":[9],"automatic":[11],"speech":[12,28],"recognition":[13],"(ASR)":[14],"is":[15,34,39,54],"proposed.":[16],"Unlike":[17],"traditional":[18],"methods":[21],"that":[22,63,101],"require":[23],"transcribed":[24],"speech,":[25,97],"only":[26],"untranscribed":[27],"and":[29,91],"a":[30,60,119,124],"large":[31,125],"text":[32,58,89],"corpus":[33,90],"required.":[35],"An":[36],"exponential":[37],"form":[38],"assumed":[40],"the":[42,52,57,81,88,95,106],"model,":[44],"as":[45],"done":[46],"in":[47,69,87,94,105],"maximum":[48],"entropy":[49],"estimation,":[50],"but":[51],"model":[53,75,122],"trained":[55],"from":[56],"using":[59],"criterion":[62],"targets":[64],"word":[65],"confusions":[66],"actually":[67],"witnessed":[68],"first-pass":[70],"ASR":[71,127],"output":[72],"lattices.":[73,108],"Specifically,":[74],"parameters":[76],"are":[77,111],"estimated":[78],"to":[79,113],"maximize":[80],"likelihood":[82],"ratio":[83],"between":[84],"words":[85,100],"w":[86,102],"w's":[92],"cohorts":[93],"test":[96,107],"i.e.":[98],"other":[99],"competes":[103],"with":[104],"Empirical":[109],"results":[110],"presented":[112],"demonstrate":[114],"statistically":[115],"significant":[116],"improvements":[117],"over":[118],"4-gram":[120],"on":[123],"vocabulary":[126],"task.":[128]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":6}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}