{"id":"https://openalex.org/W2294723541","doi":"https://doi.org/10.21437/interspeech.2014-272","title":"Parallel deep neural network training for LVCSR tasks using blue gene/Q","display_name":"Parallel deep neural network training for LVCSR tasks using blue gene/Q","publication_year":2014,"publication_date":"2014-09-14","ids":{"openalex":"https://openalex.org/W2294723541","doi":"https://doi.org/10.21437/interspeech.2014-272","mag":"2294723541"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2014-272","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2014-272","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2014","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070513394","display_name":"Tara N. Sainath","orcid":"https://orcid.org/0000-0002-4126-6556"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tara N. Sainath","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108479300","display_name":"I\u2010Hsin Chung","orcid":"https://orcid.org/0000-0003-4555-9257"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"I-hsin Chung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071715737","display_name":"Bhuvana Ramabhadran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhuvana Ramabhadran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034529775","display_name":"Michael Picheny","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Picheny","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062279572","display_name":"John A. Gunnels","orcid":"https://orcid.org/0000-0001-5110-190X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Gunnels","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003725957","display_name":"Brian Kingsbury","orcid":"https://orcid.org/0000-0002-1343-6837"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Kingsbury","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079994647","display_name":"George Saon","orcid":"https://orcid.org/0009-0004-6837-5009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"George Saon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079327044","display_name":"Vernon Austel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vernon Austel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5110218731","display_name":"Upendra V. Chaudhari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Upendra Chaudhari","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5070513394"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.045,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8987865,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1048","last_page":"1052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800571620464325},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6192538738250732},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6148857474327087},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6141840815544128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49436306953430176},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45316803455352783},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.44696685671806335},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4417480230331421}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800571620464325},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6192538738250732},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6148857474327087},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6141840815544128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49436306953430176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45316803455352783},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.44696685671806335},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4417480230331421},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2014-272","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2014-272","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2014","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W196761320","https://openalex.org/W1510543252","https://openalex.org/W1533861849","https://openalex.org/W1969685872","https://openalex.org/W1990470142","https://openalex.org/W2006903949","https://openalex.org/W2009403011","https://openalex.org/W2034297532","https://openalex.org/W2058641082","https://openalex.org/W2076794394","https://openalex.org/W2090407558","https://openalex.org/W2097428361","https://openalex.org/W2102017903","https://openalex.org/W2114016253","https://openalex.org/W2130984546","https://openalex.org/W2136922672","https://openalex.org/W2155117693","https://openalex.org/W2168231600","https://openalex.org/W2184045248","https://openalex.org/W2296748324","https://openalex.org/W2394932179","https://openalex.org/W2403195671","https://openalex.org/W2963340809"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2551249631"],"abstract_inverted_index":{"While":[0,61],"Deep":[1],"Neural":[2],"Networks":[3],"(DNNs)":[4],"have":[5,66],"achieved":[6],"tremendous":[7],"success":[8],"for":[9,58,121,126],"LVCSR":[10,59,137],"tasks,":[11],"training":[12,46,55,123,131],"these":[13,70],"networks":[14],"is":[15,26],"slow.":[16],"To":[17],"date,":[18],"the":[19,42,81,115],"most":[20],"common":[21],"approach":[22],"to":[23,80,147,161],"train":[24],"DNNs":[25],"via":[27],"stochastic":[28],"gradient":[29],"descent":[30],"(SGD),":[31],"serially":[32],"on":[33,76,135,163],"a":[34,93,98,164],"single":[35],"GPU":[36],"machine.":[37],"Serial":[38],"training,":[39],"coupled":[40],"with":[41,124,143],"large":[43,82],"number":[44],"of":[45,106,132],"parameters":[47],"and":[48,108,129],"speech":[49],"data":[50],"set":[51],"sizes,":[52],"makes":[53],"DNN":[54,122],"very":[56],"slow":[57],"tasks.":[60],"2nd":[62,116],"order,":[63],"data-parallel":[64],"methods":[65,71],"also":[67],"been":[68],"explored,":[69],"are":[72],"not":[73],"always":[74],"faster":[75],"CPU":[77],"clusters":[78],"due":[79],"communication":[83],"cost":[84],"between":[85],"processors.":[86],"In":[87],"this":[88],"work,":[89],"we":[90],"explore":[91,113],"using":[92,114,141],"specialized":[94],"hardware/software":[95],"approach,":[96],"utilizing":[97],"Blue":[99],"Gene/Q":[100],"(BG/Q)":[101],"system,":[102],"which":[103],"has":[104],"thousands":[105],"processors":[107],"excellent":[109],"interprocessor":[110],"communication.":[111],"We":[112],"order":[117],"Hessian-free":[118],"(HF)":[119],"algorithm":[120],"BG/Q,":[125],"both":[127],"cross-entropy":[128],"sequence":[130],"DNNs.":[133],"Results":[134],"three":[136],"tasks":[138],"indicate":[139],"that":[140],"HF":[142],"BG/Q":[144],"offers":[145],"up":[146],"an":[148,154],"11x":[149],"speedup,":[150],"as":[151,153],"well":[152],"improved":[155],"word":[156],"error":[157],"rate":[158],"(WER),":[159],"compared":[160],"SGD":[162],"GPU.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}