{"id":"https://openalex.org/W2886512927","doi":"https://doi.org/10.1109/icassp.2018.8461550","title":"Limited-Memory BFGS Optimization of Recurrent Neural Network Language Models for Speech Recognition","display_name":"Limited-Memory BFGS Optimization of Recurrent Neural Network Language Models for Speech Recognition","publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2886512927","doi":"https://doi.org/10.1109/icassp.2018.8461550","mag":"2886512927"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2018.8461550","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2018.8461550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037109470","display_name":"Xunying Liu","orcid":"https://orcid.org/0000-0001-6725-1160"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xunying Liu","raw_affiliation_strings":["Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066070154","display_name":"Shansong Liu","orcid":"https://orcid.org/0000-0001-6202-5615"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shansong Liu","raw_affiliation_strings":["Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018536201","display_name":"Jinze Sha","orcid":"https://orcid.org/0000-0001-7385-9148"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"Jinze Sha","raw_affiliation_strings":["Cambridge University Engineering Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210096386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004643540","display_name":"Jianwei Yu","orcid":"https://orcid.org/0000-0002-2449-1436"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jianwei Yu","raw_affiliation_strings":["Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047324704","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0003-2879-3244"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Cambridge University Engineering Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210096386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329117","display_name":"Xie Chen","orcid":"https://orcid.org/0000-0001-5801-2571"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"Xie Chen","raw_affiliation_strings":["Cambridge University Engineering Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210096386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019458385","display_name":"Helen Meng","orcid":"https://orcid.org/0000-0002-4427-3532"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Helen Meng","raw_affiliation_strings":["Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6114","last_page":"6118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8248664140701294},{"id":"https://openalex.org/keywords/broyden\u2013fletcher\u2013goldfarb\u2013shanno-algorithm","display_name":"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno algorithm","score":0.6616923213005066},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6276265382766724},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5753343105316162},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5264535546302795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4239596128463745},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41215187311172485},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08020627498626709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8248664140701294},{"id":"https://openalex.org/C132721684","wikidata":"https://www.wikidata.org/wiki/Q2877013","display_name":"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno algorithm","level":3,"score":0.6616923213005066},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6276265382766724},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5753343105316162},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5264535546302795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4239596128463745},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41215187311172485},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08020627498626709},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2018.8461550","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2018.8461550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W101286142","https://openalex.org/W179875071","https://openalex.org/W196761320","https://openalex.org/W1498436455","https://openalex.org/W1524333225","https://openalex.org/W1970689298","https://openalex.org/W1985258458","https://openalex.org/W2026149468","https://openalex.org/W2051434435","https://openalex.org/W2053964895","https://openalex.org/W2064675550","https://openalex.org/W2076094076","https://openalex.org/W2091981305","https://openalex.org/W2144790469","https://openalex.org/W2150907703","https://openalex.org/W2157331557","https://openalex.org/W2161199684","https://openalex.org/W2171928131","https://openalex.org/W2271177914","https://openalex.org/W2272200996","https://openalex.org/W2345190899","https://openalex.org/W2401969231","https://openalex.org/W2402268235","https://openalex.org/W2403195671","https://openalex.org/W2496955520","https://openalex.org/W2555706138","https://openalex.org/W2998704965","https://openalex.org/W3028642772","https://openalex.org/W4212997115","https://openalex.org/W6601546654","https://openalex.org/W6604085896","https://openalex.org/W6607333740","https://openalex.org/W6608133726","https://openalex.org/W6631362777","https://openalex.org/W6650325445","https://openalex.org/W6656718158","https://openalex.org/W6673769110","https://openalex.org/W6680532216","https://openalex.org/W6681225801","https://openalex.org/W6682398751","https://openalex.org/W6694492165","https://openalex.org/W6713098461","https://openalex.org/W6713280142","https://openalex.org/W6777926273"],"related_works":["https://openalex.org/W2016852760","https://openalex.org/W1972403393","https://openalex.org/W2960088919","https://openalex.org/W3078710903","https://openalex.org/W2787890441","https://openalex.org/W2050511877","https://openalex.org/W2578422401","https://openalex.org/W2160451571","https://openalex.org/W2495256954","https://openalex.org/W2259317772"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1],"network":[2],"language":[3],"models":[4],"(RNNLM)":[5],"have":[6],"become":[7],"an":[8],"increasingly":[9],"popular":[10],"choice":[11],"for":[12,95],"state-of-the-art":[13],"speech":[14,136],"recognition":[15,137],"systems.":[16],"RNNLMs":[17],"are":[18,128],"normally":[19],"trained":[20],"by":[21],"minimizing":[22],"the":[23,28,51,62,65,101,105,131],"cross":[24],"entropy":[25],"(CE)":[26],"using":[27],"stochastic":[29],"gradient":[30,45,109],"descent":[31],"(SGD)":[32],"algorithm.":[33],"The":[34],"SGD":[35,132],"method":[36,98,133],"only":[37],"uses":[38],"first-order":[39],"derivatives":[40],"and":[41,108,124,141,147],"no":[42],"higher":[43],"order":[44,90],"information":[46],"is":[47,57,93],"used":[48],"to":[49,59,72],"consider":[50],"correlation":[52],"between":[53,104],"model":[54,76],"parameters.":[55],"It":[56],"unable":[58],"fully":[60],"capture":[61],"curvature":[63],"of":[64],"error":[66,125],"cost":[67],"function.":[68],"This":[69,97],"can":[70],"lead":[71],"slow":[73],"convergence":[74,146],"in":[75,150],"training.":[77],"In":[78],"this":[79],"paper,":[80],"a":[81,112,118],"limited-memory":[82],"Broyden":[83],"Fletcher":[84],"Goldfarb":[85],"Shannon":[86],"(L-BFGS)":[87],"based":[88],"second":[89],"optimization":[91],"technique":[92],"proposed":[94],"RNNLMs.":[96],"efficiently":[99],"approximates":[100],"matrix-vector":[102],"product":[103],"inverse":[106],"Hessian":[107],"vector":[110],"via":[111],"recursion":[113],"over":[114,130],"past":[115],"gradients":[116],"with":[117],"compact":[119],"memory":[120],"requirement.":[121],"Consistent":[122],"perplexity":[123],"rate":[126],"reductions":[127],"obtained":[129],"on":[134],"two":[135],"tasks:":[138],"Switchboard":[139],"English":[140],"Babel":[142],"Cantonese.":[143],"A":[144],"faster":[145],"speed":[148],"up":[149],"RNNLM":[151],"training":[152],"time":[153],"was":[154],"also":[155],"obtained.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}