{"id":"https://openalex.org/W1998656041","doi":"https://doi.org/10.1109/icassp.2014.6854680","title":"Sequence training of multiple deep neural networks for better performance and faster training speed","display_name":"Sequence training of multiple deep neural networks for better performance and faster training speed","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W1998656041","doi":"https://doi.org/10.1109/icassp.2014.6854680","mag":"1998656041"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2014.6854680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2014.6854680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["National Engineering Laboratory of Speech and Language Information Processing, University of Science and Technology of China, Hefei, P. R. China","Nat. Eng. Lab. of Speech & Language Inf. Process., Univ. of Sci. & Technol. of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory of Speech and Language Information Processing, University of Science and Technology of China, Hefei, P. R. China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Nat. Eng. Lab. of Speech & Language Inf. Process., Univ. of Sci. & Technol. of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057227915","display_name":"Li-Rong Dai","orcid":"https://orcid.org/0000-0002-0859-2827"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lirong Dai","raw_affiliation_strings":["National Engineering Laboratory of Speech and Language Information Processing, University of Science and Technology of China, Hefei, P. R. China","Nat. Eng. Lab. of Speech & Language Inf. Process., Univ. of Sci. & Technol. of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory of Speech and Language Information Processing, University of Science and Technology of China, Hefei, P. R. China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Nat. Eng. Lab. of Speech & Language Inf. Process., Univ. of Sci. & Technol. of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101454723","display_name":"Hui Jiang","orcid":"https://orcid.org/0000-0003-4062-7206"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hui Jiang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","Dept. of Electr. Eng. & Comput. Sci., York Univ., Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Dept. of Electr. Eng. & Comput. Sci., York Univ., Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100693197"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.6826,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91987258,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5627","last_page":"5631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8279019594192505},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.716489851474762},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6250745058059692},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5664504766464233},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5644848942756653},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5247045755386353},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47560128569602966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45356035232543945},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.44804322719573975},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3813937306404114},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3214298486709595},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.22120609879493713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8279019594192505},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.716489851474762},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6250745058059692},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5664504766464233},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5644848942756653},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5247045755386353},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47560128569602966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45356035232543945},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.44804322719573975},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3813937306404114},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3214298486709595},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.22120609879493713},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2014.6854680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2014.6854680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.699999988079071,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W38527073","https://openalex.org/W1218987319","https://openalex.org/W1498436455","https://openalex.org/W1987238397","https://openalex.org/W2012257340","https://openalex.org/W2020144989","https://openalex.org/W2033565080","https://openalex.org/W2058641082","https://openalex.org/W2063689849","https://openalex.org/W2081884280","https://openalex.org/W2087402357","https://openalex.org/W2112984492","https://openalex.org/W2120480077","https://openalex.org/W2253807446","https://openalex.org/W2294543795","https://openalex.org/W2403195671","https://openalex.org/W6678242812","https://openalex.org/W6696912008"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W3046370962"],"abstract_inverted_index":{"Recently,":[0],"sequence":[1,70,90,106,127,155,200],"level":[2],"discriminative":[3],"training":[4,21,45,59,71,91,97,107,128,153,156,164,193,201],"methods":[5],"have":[6,34,147],"been":[7],"proposed":[8,35],"to":[9,22,68,112,162],"fine-tune":[10],"deep":[11],"neural":[12],"networks":[13],"(DNN)":[14],"after":[15],"the":[16,49,73,144,174],"framelevel":[17],"cross":[18,51],"entropy":[19,52],"(CE)":[20],"further":[23],"improve":[24],"recognition":[25,170],"performance":[26,79],"of":[27,89,129,157],"DNNs.":[28],"In":[29,63,99],"our":[30],"previous":[31],"work,":[32,101],"we":[33,66,82],"a":[36,85],"new":[37],"cluster-based":[38],"multiple":[39,61,74,93,113,130,137,158,178],"DNNs":[40,75,114,131,159,179],"structure":[41,76],"and":[42,80,154,194],"its":[43],"parallel":[44,87],"algorithm":[46],"based":[47],"on":[48,143],"frame-level":[50,151],"criterion,":[53],"which":[54],"can":[55,108,132,160,184],"significantly":[56],"expedite":[57],"CE":[58,152,192],"with":[60,166,173,181],"GPUs.":[62,205],"this":[64,100],"paper,":[65],"extend":[67],"full":[69],"for":[72,77,95,139],"better":[78,140],"meanwhile":[81],"also":[83],"consider":[84],"partial":[86],"implementation":[88,124],"using":[92,203],"GPUs":[94,138],"faster":[96,190,198],"speed.":[98],"it":[102],"is":[103],"shown":[104,148],"that":[105,149],"be":[109,134],"easily":[110],"extended":[111],"by":[115],"slightly":[116],"modifying":[117],"error":[118],"signals":[119],"in":[120,126,169,191,199],"output":[121],"layer.":[122],"Many":[123],"steps":[125],"still":[133],"parallelized":[135],"across":[136],"efficiency.":[141],"Experiments":[142],"Switchboard":[145],"task":[146],"both":[150],"lead":[161],"massive":[163],"speedup":[165],"little":[167],"degradation":[168],"performance.":[171],"Comparing":[172],"state-of-the-art":[175],"DNN,":[176],"4-cluster":[177],"model":[180],"similar":[182],"size":[183],"achieve":[185],"more":[186],"than":[187],"7":[188],"times":[189,197],"about":[195],"1.5":[196],"when":[202],"4":[204]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}