{"id":"https://openalex.org/W2087402357","doi":"https://doi.org/10.1109/icassp.2013.6638950","title":"Asynchronous stochastic gradient descent for DNN training","display_name":"Asynchronous stochastic gradient descent for DNN training","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2087402357","doi":"https://doi.org/10.1109/icassp.2013.6638950","mag":"2087402357"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2013.6638950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2013.6638950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100412112","display_name":"Shanshan Zhang","orcid":"https://orcid.org/0000-0003-3738-4602"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Zhang","raw_affiliation_strings":["Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004750246","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0001-5100-3584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967525","display_name":"Zhao You","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao You","raw_affiliation_strings":["Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090419456","display_name":"Rong Zheng","orcid":"https://orcid.org/0000-0002-0991-4939"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Zheng","raw_affiliation_strings":["Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108642431","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0002-1111-1529"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Digital Media Technology Research Center Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Interactive Digital Media Technol. Res. Center Inst. of Autom., Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":131,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6660","last_page":"6663"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8525601625442505},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8344250917434692},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.8326781392097473},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.618732750415802},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.6173822283744812},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.60042405128479},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5614989399909973},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5333601832389832},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.49416378140449524},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.48582932353019714},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.48383060097694397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44349002838134766},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4307246208190918},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.35437697172164917},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34574073553085327},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.31231409311294556},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2664884924888611}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8525601625442505},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8344250917434692},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8326781392097473},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.618732750415802},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.6173822283744812},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.60042405128479},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5614989399909973},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5333601832389832},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.49416378140449524},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.48582932353019714},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.48383060097694397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44349002838134766},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4307246208190918},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35437697172164917},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34574073553085327},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31231409311294556},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2664884924888611},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2013.6638950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2013.6638950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1218987319","https://openalex.org/W1498436455","https://openalex.org/W1506295250","https://openalex.org/W1601795611","https://openalex.org/W2008353316","https://openalex.org/W2136922672","https://openalex.org/W2144792281","https://openalex.org/W2147768505","https://openalex.org/W2188736355","https://openalex.org/W2394932179","https://openalex.org/W3127686677","https://openalex.org/W4233045210"],"related_works":["https://openalex.org/W2966297898","https://openalex.org/W2115605526","https://openalex.org/W2955229517","https://openalex.org/W3093883775","https://openalex.org/W1539246760","https://openalex.org/W2786746258","https://openalex.org/W4225893763","https://openalex.org/W2788727425","https://openalex.org/W2405196115","https://openalex.org/W2104893957"],"abstract_inverted_index":{"It":[0],"is":[1,31,45,87],"well":[2],"known":[3],"that":[4,114],"state-of-the-art":[5],"speech":[6],"recognition":[7,130],"systems":[8],"using":[9],"deep":[10],"neural":[11],"network":[12],"(DNN)":[13],"can":[14],"greatly":[15],"improve":[16],"the":[17,32,38,51,62,107,125],"system":[18],"performance":[19,131],"compared":[20],"with":[21],"conventional":[22],"GMM-HMM.":[23],"However,":[24],"what":[25],"we":[26,69],"have":[27],"to":[28,37,47,74,89,99,102],"pay":[29],"correspondingly":[30],"immense":[33],"training":[34,59],"cost":[35],"due":[36],"enormous":[39],"parameters":[40],"of":[41,50,61,78],"DNN.":[42],"Unfortunately,":[43],"it":[44,115],"difficult":[46],"achieve":[48,75],"parallelization":[49],"minibatch-based":[52],"back-propagation":[53],"(BP)":[54],"algorithm":[55],"used":[56,88],"in":[57],"DNN":[58],"because":[60],"frequent":[63],"model":[64,109],"updates.":[65],"In":[66],"this":[67],"paper":[68],"describe":[70],"an":[71,76],"effective":[72],"approach":[73,95],"approximation":[77],"BP":[79],"-":[80],"asynchronous":[81],"stochastic":[82],"gradient":[83],"descent":[84],"(ASGD),":[85],"which":[86],"parallelize":[90],"computing":[91],"on":[92,121],"multi-GPU.":[93],"This":[94],"manages":[96],"multiple":[97],"GPUs":[98,123],"work":[100],"asynchronously":[101],"calculate":[103],"gradients":[104],"and":[105],"update":[106],"global":[108],"parameters.":[110],"Experimental":[111],"results":[112],"show":[113],"achieves":[116],"a":[117],"3.2":[118],"times":[119],"speed-up":[120],"4":[122],"than":[124],"single":[126],"one,":[127],"without":[128],"any":[129],"loss.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}