{"id":"https://openalex.org/W2962743428","doi":"https://doi.org/10.21437/interspeech.2017-547","title":"Empirical Evaluation of Parallel Training Algorithms on Acoustic Modeling","display_name":"Empirical Evaluation of Parallel Training Algorithms on Acoustic Modeling","publication_year":2017,"publication_date":"2017-08-16","ids":{"openalex":"https://openalex.org/W2962743428","doi":"https://doi.org/10.21437/interspeech.2017-547","mag":"2962743428"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2017-547","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2017-547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2017","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101547305","display_name":"Wenpeng Li","orcid":"https://orcid.org/0009-0009-5264-2973"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenpeng Li","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449712","display_name":"Binbin Zhang","orcid":"https://orcid.org/0000-0002-1874-1881"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668966","display_name":"Lei Xie","orcid":"https://orcid.org/0000-0001-8234-0823"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xie","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034476404","display_name":"Dong Yu","orcid":"https://orcid.org/0000-0003-0520-6844"},"institutions":[{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Yu","raw_affiliation_strings":["Tencent AI Lab, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Seattle, USA","institution_ids":["https://openalex.org/I58610484"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101547305"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":1.2472,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86039017,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"528","last_page":"532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8431668281555176},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8079571723937988},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7609097957611084},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5413922667503357},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5339893698692322},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5222626328468323},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4974577724933624},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49650484323501587},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4906705617904663},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46542638540267944},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4256397485733032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3948618173599243},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38201379776000977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8431668281555176},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8079571723937988},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7609097957611084},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5413922667503357},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5339893698692322},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5222626328468323},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4974577724933624},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49650484323501587},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4906705617904663},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46542638540267944},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4256397485733032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3948618173599243},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38201379776000977},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2017-547","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2017-547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2017","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7845190039","display_name":null,"funder_award_id":"61571363","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W855165587","https://openalex.org/W1489125746","https://openalex.org/W1494198834","https://openalex.org/W1498436455","https://openalex.org/W1499864241","https://openalex.org/W1524333225","https://openalex.org/W1525636403","https://openalex.org/W1533416326","https://openalex.org/W1600744878","https://openalex.org/W1845277745","https://openalex.org/W1995562189","https://openalex.org/W2035846950","https://openalex.org/W2045271686","https://openalex.org/W2049469158","https://openalex.org/W2087402357","https://openalex.org/W2112739286","https://openalex.org/W2117499659","https://openalex.org/W2146502635","https://openalex.org/W2147768505","https://openalex.org/W2155273149","https://openalex.org/W2160815625","https://openalex.org/W2162390675","https://openalex.org/W2168231600","https://openalex.org/W2188183693","https://openalex.org/W2208299922","https://openalex.org/W2293634267","https://openalex.org/W2394932179","https://openalex.org/W2396384435","https://openalex.org/W2397424575","https://openalex.org/W2405883473","https://openalex.org/W2407022425","https://openalex.org/W2515863432","https://openalex.org/W2517251061","https://openalex.org/W2523925604","https://openalex.org/W2587088898","https://openalex.org/W2600249726","https://openalex.org/W2962719052","https://openalex.org/W2963174142","https://openalex.org/W2963410977","https://openalex.org/W2964084166","https://openalex.org/W4297797495"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W4283028824","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W2041416246","https://openalex.org/W3020853991"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"models":[2,20,129],"(DLMs)":[3],"are":[4],"state-of-the-art":[5],"techniques":[6],"in":[7,47,74,146,159],"speech":[8,75],"recognition.However,":[9],"training":[10,25,32,72],"good":[11],"DLMs":[12],"can":[13,141,153],"be":[14,154],"time":[15],"consuming":[16],"especially":[17],"for":[18,44],"production-size":[19],"and":[21,54,91,108,145],"corpora.Although":[22],"several":[23],"parallel":[24,71,89],"algorithms":[26,73],"have":[27],"been":[28],"proposed":[29],"to":[30,42,50,126],"improve":[31],"efficiency,":[33],"there":[34],"is":[35,132],"no":[36],"clear":[37],"guidance":[38],"on":[39,98,115],"which":[40],"one":[41],"choose":[43],"the":[45,123],"task":[46],"hand":[48],"due":[49],"lack":[51],"of":[52,139],"systematic":[53],"fair":[55],"comparison":[56],"among":[57],"them.In":[58],"this":[59,65],"paper":[60],"we":[61,118],"aim":[62],"at":[63],"filling":[64],"gap":[66],"by":[67],"comparing":[68],"four":[69],"popular":[70],"recognition,":[76],"namely":[77],"asynchronous":[78],"stochastic":[79,94],"gradient":[80,95],"descent":[81,96],"(ASGD),":[82],"blockwise":[83],"model-update":[84],"filtering":[85],"(BMUF),":[86],"bulk":[87],"synchronous":[88],"(BSP)":[90],"elastic":[92],"averaging":[93],"(EASGD),":[97],"1000-hour":[99],"LibriSpeech":[100],"corpora":[101],"using":[102,120],"feed-forward":[103],"deep":[104],"neural":[105],"networks":[106],"(DNNs)":[107],"convolutional,":[109],"long":[110],"short-term":[111],"memory,":[112],"DNNs":[113],"(CLDNNs).Based":[114],"our":[116],"experiments,":[117],"recommend":[119],"BMUF":[121],"as":[122,156],"top":[124],"choice":[125],"train":[127],"acoustic":[128],"since":[130],"it":[131],"most":[133],"stable,":[134],"scales":[135],"well":[136],"with":[137],"number":[138],"GPUs,":[140],"achieve":[142],"reproducible":[143],"results,":[144],"many":[147],"cases":[148],"even":[149],"outperforms":[150],"single-GPU":[151],"SGD.ASGD":[152],"used":[155],"a":[157],"substitute":[158],"some":[160],"cases.":[161]},"counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}