{"id":"https://openalex.org/W2407712415","doi":"https://doi.org/10.21437/interspeech.2014-308","title":"Asynchronous stochastic optimization for sequence training of deep neural networks: towards big data","display_name":"Asynchronous stochastic optimization for sequence training of deep neural networks: towards big data","publication_year":2014,"publication_date":"2014-09-14","ids":{"openalex":"https://openalex.org/W2407712415","doi":"https://doi.org/10.21437/interspeech.2014-308","mag":"2407712415"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2014-308","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2014-308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2014","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030109648","display_name":"Erik McDermott","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Erik McDermott","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071956319","display_name":"Georg Heigold","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georg Heigold","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103874391","display_name":"Pedro J. Moreno","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pedro J. Moreno","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079708487","display_name":"Andrew Senior","orcid":"https://orcid.org/0000-0002-2401-5691"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Senior","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049614700","display_name":"Michiel Bacchiani","orcid":"https://orcid.org/0000-0003-4527-0197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michiel Bacchiani","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030109648"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2721,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.93277264,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1224","last_page":"1228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8224989771842957},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7481046915054321},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7257089614868164},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7221978306770325},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6053218245506287},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5891970992088318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5003232955932617},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.485532283782959},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4817538261413574},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4815804958343506},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4551321566104889},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.44233396649360657},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4421751797199249},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4301641881465912},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2365487813949585},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14051097631454468},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.09448415040969849}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8224989771842957},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7481046915054321},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7257089614868164},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7221978306770325},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6053218245506287},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5891970992088318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5003232955932617},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.485532283782959},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4817538261413574},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4815804958343506},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4551321566104889},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.44233396649360657},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4421751797199249},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4301641881465912},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2365487813949585},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14051097631454468},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.09448415040969849},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2014-308","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2014-308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2014","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W14913773","https://openalex.org/W66978610","https://openalex.org/W811578723","https://openalex.org/W1538748823","https://openalex.org/W1568229137","https://openalex.org/W1574530145","https://openalex.org/W1978660892","https://openalex.org/W1984196678","https://openalex.org/W1987238397","https://openalex.org/W2003123121","https://openalex.org/W2010581677","https://openalex.org/W2030811966","https://openalex.org/W2035846950","https://openalex.org/W2097962381","https://openalex.org/W2112796928","https://openalex.org/W2114016253","https://openalex.org/W2131342762","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2150907703","https://openalex.org/W2157421955","https://openalex.org/W2158808283","https://openalex.org/W2160306971","https://openalex.org/W2168231600","https://openalex.org/W2184045248","https://openalex.org/W2189391786","https://openalex.org/W2296748324","https://openalex.org/W2397682113","https://openalex.org/W2403195671","https://openalex.org/W2914008274","https://openalex.org/W2951781666"],"related_works":["https://openalex.org/W4283028824","https://openalex.org/W4286899070","https://openalex.org/W4323366756","https://openalex.org/W2913271688","https://openalex.org/W4234593354","https://openalex.org/W2893302333","https://openalex.org/W4285259204","https://openalex.org/W4389775782","https://openalex.org/W4287755480","https://openalex.org/W3207830353"],"abstract_inverted_index":{"Previous":[0],"work":[1],"presented":[2],"a":[3,22],"proof":[4],"of":[5,10,35,42,61,69,78,86],"concept":[6],"for":[7,49,120],"sequence":[8,127],"training":[9,128],"deep":[11],"neural":[12],"networks":[13],"(DNNs)":[14],"using":[15],"asynchronous":[16],"stochastic":[17,36],"optimization,":[18],"mainly":[19],"focusing":[20],"on":[21],"small-scale":[23],"task.":[24],"The":[25,111],"approach":[26,122],"offers":[27],"the":[28,33,40,57,62,101,121],"potential":[29],"to":[30,55,74,106],"leverage":[31],"both":[32],"efficiency":[34,60],"gradient":[37],"descent":[38],"and":[39,59,92,116],"scalability":[41],"parallel":[43],"computation.":[44],"This":[45],"study":[46],"presents":[47],"results":[48,113],"four":[50],"different":[51,66,126],"voice":[52],"search":[53],"tasks":[54],"confirm":[56],"effectiveness":[58],"proposed":[63],"framework":[64],"across":[65,108],"conditions:":[67],"amount":[68],"data":[70,87],"(from":[71],"60":[72],"hours":[73],"20,000":[75],"hours),":[76],"type":[77],"speech":[79,81],"(read":[80],"vs.":[82,89],"spontaneous":[83],"speech),":[84],"quality":[85],"(supervised":[88],"unsupervised":[90],"data),":[91],"language.":[93],"Significant":[94],"gains":[95],"over":[96],"baselines":[97],"(DNNs":[98],"trained":[99],"at":[100],"frame":[102],"level)":[103],"are":[104,114,123,130],"found":[105],"hold":[107],"these":[109],"conditions.":[110],"experimental":[112],"analyzed,":[115],"additional":[117],"practical":[118],"details":[119],"provided.":[124],"Furthermore,":[125],"criteria":[129],"compared.":[131]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}