{"id":"https://openalex.org/W2035424729","doi":"https://doi.org/10.1109/icassp.2013.6638312","title":"On rectified linear units for speech processing","display_name":"On rectified linear units for speech processing","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2035424729","doi":"https://doi.org/10.1109/icassp.2013.6638312","mag":"2035424729"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2013.6638312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2013.6638312","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057828550","display_name":"Matthew D. Zeiler","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"M.D. Zeiler","raw_affiliation_strings":["New York University, USA","New York University New York NY USA"],"affiliations":[{"raw_affiliation_string":"New York University, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University New York NY USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112227538","display_name":"M. Ranzato","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Ranzato","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024140027","display_name":"Rajat Monga","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Monga","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113924071","display_name":"M. Mao","orcid":"https://orcid.org/0009-0005-4041-0068"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Mao","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031932067","display_name":"Ke Yang","orcid":"https://orcid.org/0000-0002-6441-2309"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Yang","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088551093","display_name":"Quoc V. Le","orcid":"https://orcid.org/0000-0002-1087-2844"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Q.V. Le","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083465496","display_name":"P. Nguyen","orcid":"https://orcid.org/0009-0007-9117-3570"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Nguyen","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079708487","display_name":"Andrew Senior","orcid":"https://orcid.org/0000-0002-2401-5691"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Senior","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013813527","display_name":"Vincent Vanhoucke","orcid":"https://orcid.org/0000-0003-0544-2791"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"V. Vanhoucke","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043872671","display_name":"Jay B. Dean","orcid":"https://orcid.org/0000-0003-1362-0500"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Dean","raw_affiliation_strings":["Google, Inc., USA","Google Inc., Mountain View, CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108093963","display_name":"Geoffrey E. Hinton","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"G.E. Hinton","raw_affiliation_strings":["University of Toronto, Canada","University of Toronto, Toronto, On, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto, Toronto, On, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5057828550"],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":60.2966,"has_fulltext":false,"cited_by_count":419,"citation_normalized_percentile":{"value":0.99911944,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3517","last_page":"3521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7802588939666748},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7757828235626221},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7004201412200928},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5556784868240356},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5348837375640869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5189620852470398},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5137940049171448},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49461910128593445},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.41534367203712463},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.41446322202682495},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.387744665145874},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3361782431602478},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12837651371955872}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7802588939666748},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7757828235626221},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7004201412200928},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5556784868240356},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5348837375640869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5189620852470398},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5137940049171448},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49461910128593445},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.41534367203712463},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.41446322202682495},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.387744665145874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3361782431602478},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12837651371955872},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp.2013.6638312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2013.6638312","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.5055","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.5055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://static.googleusercontent.com/external_content/untrusted_dlcp/research.google.com/en/us/pubs/archive/40811.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1540578583","https://openalex.org/W1665214252","https://openalex.org/W2100543212","https://openalex.org/W2105099419","https://openalex.org/W2105153012","https://openalex.org/W2116064496","https://openalex.org/W2118103795","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2171490498","https://openalex.org/W2246822104","https://openalex.org/W2296748324","https://openalex.org/W2403195671","https://openalex.org/W2405601855","https://openalex.org/W2618530766","https://openalex.org/W4293652559","https://openalex.org/W6637242042","https://openalex.org/W6677645113","https://openalex.org/W6682889407","https://openalex.org/W6684191040","https://openalex.org/W6684859321"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W3095877357","https://openalex.org/W183202219","https://openalex.org/W2965546495","https://openalex.org/W10861731","https://openalex.org/W2072565696"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2,54],"have":[3],"recently":[4],"become":[5],"the":[6,60,111],"gold":[7],"standard":[8],"for":[9,131],"acoustic":[10],"modeling":[11],"in":[12,115,139],"speech":[13,97,152],"recognition":[14,98],"systems.":[15],"The":[16],"key":[17],"computational":[18],"unit":[19],"of":[20,52,151],"a":[21,25,30,36,80,94,107,140],"deep":[22,53,88],"network":[23,109],"is":[24,34,74],"linear":[26,65,70],"projection":[27],"followed":[28],"by":[29,58],"point-wise":[31],"non-linearity,":[32],"which":[33],"typically":[35],"logistic":[37,61,108],"function.":[38],"In":[39,79],"this":[40],"work,":[41],"we":[42,45,83,119,122],"show":[43,120],"that":[44,127],"can":[46,84,123,128],"improve":[47],"generalization":[48],"and":[49,56,76,147],"make":[50],"training":[51],"faster":[55],"simpler":[57],"substituting":[59],"units":[62,68],"with":[63,110],"rectified":[64],"units.":[66],"These":[67],"are":[69,137],"when":[71],"their":[72],"input":[73],"positive":[75],"zero":[77],"otherwise.":[78],"supervised":[81],"setting,":[82,118],"successfully":[85],"train":[86],"very":[87],"nets":[89],"from":[90],"random":[91],"initialization":[92],"on":[93],"large":[95],"vocabulary":[96],"task":[99],"achieving":[100],"lower":[101],"word":[102],"error":[103],"rates":[104],"than":[105],"using":[106,143],"same":[112],"topology.":[113],"Similarly":[114],"an":[116],"unsupervised":[117],"how":[121],"learn":[124],"sparse":[125],"features":[126],"be":[129],"useful":[130],"discriminative":[132],"tasks.":[133],"All":[134],"our":[135],"experiments":[136],"executed":[138],"distributed":[141],"environment":[142],"several":[144,148],"hundred":[145,149],"machines":[146],"hours":[150],"data.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":49},{"year":2017,"cited_by_count":46},{"year":2016,"cited_by_count":30},{"year":2015,"cited_by_count":53},{"year":2014,"cited_by_count":32},{"year":2013,"cited_by_count":7}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}