{"id":"https://openalex.org/W2092523626","doi":"https://doi.org/10.1109/chinasip.2014.6889194","title":"Improving deep neural networks by using sparse dropout strategy","display_name":"Improving deep neural networks by using sparse dropout strategy","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W2092523626","doi":"https://doi.org/10.1109/chinasip.2014.6889194","mag":"2092523626"},"language":"en","primary_location":{"id":"doi:10.1109/chinasip.2014.6889194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/chinasip.2014.6889194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE China Summit & International Conference on Signal and Information Processing (ChinaSIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085132445","display_name":"Hao Zheng","orcid":"https://orcid.org/0000-0003-0829-9660"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048959267","display_name":"M. Chen","orcid":"https://orcid.org/0000-0001-8308-5414"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingming Chen","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039635290","display_name":"Wenju Liu","orcid":"https://orcid.org/0000-0001-9088-8282"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenju Liu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084649692","display_name":"Zhanlei Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanlei Yang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108575841","display_name":"Shan Liang","orcid":"https://orcid.org/0000-0002-9734-9166"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Liang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Nat. Lab. of Pattern Recognition, Inst. of Autom., Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085132445"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.10515355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.9580941200256348},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7896384000778198},{"id":"https://openalex.org/keywords/timit","display_name":"TIMIT","score":0.7762331962585449},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7100586295127869},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5751709342002869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5254247188568115},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.45738381147384644},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4107297360897064},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3950234055519104},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.11092549562454224}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.9580941200256348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896384000778198},{"id":"https://openalex.org/C2778724510","wikidata":"https://www.wikidata.org/wiki/Q7670405","display_name":"TIMIT","level":3,"score":0.7762331962585449},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7100586295127869},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5751709342002869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5254247188568115},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.45738381147384644},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4107297360897064},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3950234055519104},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.11092549562454224},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/chinasip.2014.6889194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/chinasip.2014.6889194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE China Summit & International Conference on Signal and Information Processing (ChinaSIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W17156489","https://openalex.org/W1524333225","https://openalex.org/W1608367484","https://openalex.org/W1904365287","https://openalex.org/W1993882792","https://openalex.org/W2004227461","https://openalex.org/W2025768430","https://openalex.org/W2038050265","https://openalex.org/W2039305110","https://openalex.org/W2062227835","https://openalex.org/W2091432990","https://openalex.org/W2106051978","https://openalex.org/W2183112036","https://openalex.org/W2188183693","https://openalex.org/W2394932179","https://openalex.org/W2404206164","https://openalex.org/W6631362777","https://openalex.org/W6640036494","https://openalex.org/W6686330987","https://openalex.org/W6696761078","https://openalex.org/W6713427716"],"related_works":["https://openalex.org/W2071828724","https://openalex.org/W2092523626","https://openalex.org/W1994694193","https://openalex.org/W2161865195","https://openalex.org/W2061937230","https://openalex.org/W2162324853","https://openalex.org/W1993406137","https://openalex.org/W2978471304","https://openalex.org/W170831052","https://openalex.org/W4247725880"],"abstract_inverted_index":{"Recently,":[0],"deep":[1],"neural":[2,80],"networks(DNNs)":[3],"have":[4],"achieved":[5],"excellent":[6],"results":[7],"on":[8,52,92],"benchmarks":[9],"for":[10],"acoustic":[11],"modeling":[12],"of":[13,32,38,54,89],"speech":[14],"recognition.":[15],"By":[16],"randomly":[17],"discarding":[18],"network":[19,81],"units,":[20],"a":[21,85],"strategy":[22,44,64],"which":[23,48],"is":[24],"called":[25],"as":[26],"dropout":[27,43,63,98],"can":[28,83],"improve":[29,61],"the":[30,36,41,62,96],"performance":[31,102],"DNNs":[33],"by":[34,65],"reducing":[35],"influence":[37],"over-fitting.":[39],"However,":[40],"random":[42],"treats":[45],"units":[46,55,69],"indiscriminately,":[47],"may":[49],"lose":[50],"information":[51],"distributions":[53],"outputs.":[56,73],"In":[57],"this":[58],"paper,":[59],"we":[60],"differential":[66],"treatment":[67],"to":[68,71,77],"according":[70],"their":[72],"Only":[74],"minor":[75],"changes":[76],"an":[78],"existing":[79],"system":[82],"achieve":[84],"significant":[86,101],"improvement.":[87,103],"Experiments":[88],"phone":[90],"recognition":[91],"TIMIT":[93],"show":[94],"that":[95],"sparse":[97],"fine-tuning":[99],"gets":[100]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}