{"id":"https://openalex.org/W2035846950","doi":"https://doi.org/10.1109/icassp.2014.6854672","title":"Asynchronous stochastic optimization for sequence training of deep neural networks","display_name":"Asynchronous stochastic optimization for sequence training of deep neural networks","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2035846950","doi":"https://doi.org/10.1109/icassp.2014.6854672","mag":"2035846950"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2014.6854672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2014.6854672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071956319","display_name":"Georg Heigold","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Georg Heigold","raw_affiliation_strings":["Google Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030109648","display_name":"Erik McDermott","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik McDermott","raw_affiliation_strings":["Google Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013813527","display_name":"Vincent Vanhoucke","orcid":"https://orcid.org/0000-0003-0544-2791"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent Vanhoucke","raw_affiliation_strings":["Google Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079708487","display_name":"Andrew Senior","orcid":"https://orcid.org/0000-0002-2401-5691"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Senior","raw_affiliation_strings":["Google Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049614700","display_name":"Michiel Bacchiani","orcid":"https://orcid.org/0000-0003-4527-0197"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michiel Bacchiani","raw_affiliation_strings":["Google Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071956319"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":19.0284,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.99340144,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5587","last_page":"5591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchrony","display_name":"Asynchrony (computer programming)","score":0.9116727113723755},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.8474276065826416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8004181981086731},{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.7077908515930176},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.7016900777816772},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6419490575790405},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.6080977916717529},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.5938933491706848},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5751392245292664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4954322576522827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38336825370788574},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1835641860961914},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07757499814033508}],"concepts":[{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.9116727113723755},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8474276065826416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8004181981086731},{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.7077908515930176},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.7016900777816772},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6419490575790405},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6080977916717529},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.5938933491706848},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5751392245292664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4954322576522827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38336825370788574},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1835641860961914},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07757499814033508},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp.2014.6854672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2014.6854672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.673.9143","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.673.9143","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://static.googleusercontent.com/media/research.google.com/en/us/pubs/archive/42248.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W811578723","https://openalex.org/W1574530145","https://openalex.org/W1663973292","https://openalex.org/W1734538896","https://openalex.org/W1978660892","https://openalex.org/W1987238397","https://openalex.org/W2095547148","https://openalex.org/W2114016253","https://openalex.org/W2120480077","https://openalex.org/W2131342762","https://openalex.org/W2147768505","https://openalex.org/W2160815625","https://openalex.org/W2165712214","https://openalex.org/W2168231600","https://openalex.org/W2253807446","https://openalex.org/W2296748324","https://openalex.org/W2394932179","https://openalex.org/W2397682113","https://openalex.org/W2403195671","https://openalex.org/W3028642772","https://openalex.org/W3146331408","https://openalex.org/W4212863985","https://openalex.org/W6678242812","https://openalex.org/W6682034417","https://openalex.org/W6684249834","https://openalex.org/W6684859321","https://openalex.org/W6777926273"],"related_works":["https://openalex.org/W4213239787","https://openalex.org/W4377131110","https://openalex.org/W2114337652","https://openalex.org/W4388857216","https://openalex.org/W2046590706","https://openalex.org/W2944915449","https://openalex.org/W2102266661","https://openalex.org/W2122229220","https://openalex.org/W4297966918","https://openalex.org/W1541180262"],"abstract_inverted_index":{"This":[0,25],"paper":[1],"explores":[2],"asynchronous":[3,100],"stochastic":[4,31,101],"optimization":[5],"for":[6,30],"sequence":[7,65],"training":[8,14,20],"of":[9,55,64,99],"deep":[10],"neural":[11],"networks.":[12],"Sequence":[13],"requires":[15],"more":[16],"computation":[17],"than":[18],"frame-level":[19],"using":[21],"pre-computed":[22],"frame":[23],"data.":[24],"leads":[26],"to":[27,48,73,93],"several":[28],"complications":[29],"optimization,":[32],"arising":[33],"from":[34],"significant":[35],"asynchrony":[36,79],"in":[37],"model":[38],"updates":[39],"under":[40],"massive":[41],"parallelization,":[42],"and":[43,62,80,87,97],"limited":[44],"data":[45],"shuffling":[46],"due":[47],"utterance-chunked":[49],"processing.":[50],"We":[51],"analyze":[52],"the":[53,60,75,78,95],"impact":[54],"these":[56],"two":[57],"issues":[58],"on":[59,84],"efficiency":[61,98],"performance":[63],"training.":[66],"In":[67],"particular,":[68],"we":[69],"suggest":[70],"a":[71],"framework":[72],"formalize":[74],"reasoning":[76],"about":[77],"present":[81],"experimental":[82],"results":[83],"both":[85],"small":[86],"large":[88],"scale":[89],"Voice":[90],"Search":[91],"tasks":[92],"validate":[94],"effectiveness":[96],"optimization.":[102]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":7}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}