{"id":"https://openalex.org/W2017640502","doi":"https://doi.org/10.1109/asru.2011.6163937","title":"Pruning exponential language models","display_name":"Pruning exponential language models","publication_year":2011,"publication_date":"2011-12-01","ids":{"openalex":"https://openalex.org/W2017640502","doi":"https://doi.org/10.1109/asru.2011.6163937","mag":"2017640502"},"language":"en","primary_location":{"id":"doi:10.1109/asru.2011.6163937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2011.6163937","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Workshop on Automatic Speech Recognition & Understanding","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090361189","display_name":"Stanley F. Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stanley F. Chen","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM T. J. Watson Research Center, P.O. Box 218, Yorktown Heights, NY 10598, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM T. J. Watson Research Center, P.O. Box 218, Yorktown Heights, NY 10598, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088302697","display_name":"Abhinav Sethy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Sethy","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM T. J. Watson Research Center, P.O. Box 218, Yorktown Heights, NY 10598, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM T. J. Watson Research Center, P.O. Box 218, Yorktown Heights, NY 10598, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071715737","display_name":"Bhuvana Ramabhadran","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhuvana Ramabhadran","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","IBM T. J. Watson Research Center, P.O. Box 218, Yorktown Heights, NY 10598, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM T. J. Watson Research Center, P.O. Box 218, Yorktown Heights, NY 10598, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210114115"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":null,"first_page":"237","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8646568059921265},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.8500949740409851},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7571051120758057},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.6714878082275391},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6385997533798218},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.5786427855491638},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.5781679153442383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4985535144805908},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.43604105710983276},{"id":"https://openalex.org/keywords/cache-language-model","display_name":"Cache language model","score":0.41358238458633423},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3758556842803955},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35536885261535645},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21245518326759338},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.12567365169525146}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8646568059921265},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.8500949740409851},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7571051120758057},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.6714878082275391},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6385997533798218},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.5786427855491638},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.5781679153442383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4985535144805908},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43604105710983276},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.41358238458633423},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3758556842803955},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35536885261535645},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21245518326759338},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.12567365169525146},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/asru.2011.6163937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2011.6163937","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Workshop on Automatic Speech Recognition & Understanding","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.224.9246","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.224.9246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ee.columbia.edu/%7Estanchen/papers/b042h1.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W87362277","https://openalex.org/W122584218","https://openalex.org/W204902321","https://openalex.org/W1531990095","https://openalex.org/W1542491098","https://openalex.org/W1757803263","https://openalex.org/W1797288984","https://openalex.org/W1903115690","https://openalex.org/W1934041838","https://openalex.org/W1974515274","https://openalex.org/W1991696363","https://openalex.org/W1996903695","https://openalex.org/W2076467305","https://openalex.org/W2121227244","https://openalex.org/W2156700117","https://openalex.org/W2158195707","https://openalex.org/W2160842254","https://openalex.org/W2163306339","https://openalex.org/W6603552278","https://openalex.org/W6608244795","https://openalex.org/W6638218882","https://openalex.org/W6643925177","https://openalex.org/W6674504384","https://openalex.org/W6678277124"],"related_works":["https://openalex.org/W2787311093","https://openalex.org/W4255155614","https://openalex.org/W3203715570","https://openalex.org/W189245980","https://openalex.org/W2897427480","https://openalex.org/W12369754","https://openalex.org/W2129812225","https://openalex.org/W134198950","https://openalex.org/W2147879411","https://openalex.org/W2624072012"],"abstract_inverted_index":{"Language":[0],"model":[1,70,74],"pruning":[2,16,42,52,75],"is":[3],"an":[4,67,103],"essential":[5],"technology":[6],"for":[7,21,54],"speech":[8,83],"applications":[9],"running":[10],"on":[11,40,87],"resource-constrained":[12],"devices,":[13],"and":[14,91],"many":[15],"algorithms":[17,53,76],"have":[18],"been":[19,37],"developed":[20],"conventional":[22,113],"word":[23,114],"n-gram":[24,69,73,115],"models.":[25,45,58],"However,":[26],"while":[27],"exponential":[28,56,68,104],"language":[29,57,106],"models":[30,116],"can":[31],"give":[32],"superior":[33],"performance,":[34],"there":[35],"has":[36],"little":[38],"work":[39],"the":[41],"of":[43,124],"these":[44],"In":[46,96],"this":[47],"paper,":[48],"we":[49,98],"propose":[50],"several":[51],"general":[55],"We":[59],"show":[60,99],"that":[61,100],"our":[62],"best":[63],"algorithm":[64],"applied":[65],"to":[66,79,119,126],"outperforms":[71],"existing":[72],"by":[77],"up":[78,125],"0.4%":[80],"absolute":[81,128],"in":[82,129],"recognition":[84],"word-error":[85,130],"rate":[86],"Wall":[88],"Street":[89],"Journal":[90],"Broadcast":[92],"News":[93],"data":[94],"sets.":[95],"addition,":[97],"Model":[101],"M,":[102],"class-based":[105],"model,":[107],"retains":[108],"its":[109],"performance":[110],"improvement":[111],"over":[112],"when":[117],"pruned":[118],"equal":[120],"size,":[121],"with":[122],"gains":[123],"2.5%":[127],"rate.":[131]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}