{"id":"https://openalex.org/W1964929969","doi":"https://doi.org/10.1162/neco.1997.9.5.1093","title":"Noise Injection: Theoretical Prospects","display_name":"Noise Injection: Theoretical Prospects","publication_year":1997,"publication_date":"1997-07-01","ids":{"openalex":"https://openalex.org/W1964929969","doi":"https://doi.org/10.1162/neco.1997.9.5.1093","mag":"1964929969"},"language":"en","primary_location":{"id":"doi:10.1162/neco.1997.9.5.1093","doi":"https://doi.org/10.1162/neco.1997.9.5.1093","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco.1997.9.5.1093","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021351429","display_name":"Yves Grandvalet","orcid":"https://orcid.org/0000-0002-5645-5149","observed_orcids":["https://orcid.org/0000-0002-5645-5149"]},"institutions":[{"id":"https://openalex.org/I102516824","display_name":"Universit\u00e9 de Technologie de Compi\u00e8gne","ror":"https://ror.org/04y5kwa70","country_code":"FR","type":"education","lineage":["https://openalex.org/I102516824"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210088387","display_name":"Heuristics and Diagnostics for Complex Systems","ror":"https://ror.org/0075hvk77","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102516824","https://openalex.org/I1294671590","https://openalex.org/I4210088387","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yves Grandvalet","raw_affiliation_strings":["CNRS UMR 6599 Heudiasyc, Universit\u00e9 de Technologie de Compi\u00e8gne, Compi\u00e8gne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS UMR 6599 Heudiasyc, Universit\u00e9 de Technologie de Compi\u00e8gne, Compi\u00e8gne, France","institution_ids":["https://openalex.org/I102516824","https://openalex.org/I1294671590","https://openalex.org/I4210088387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017956425","display_name":"St\u00e9phane Canu","orcid":"https://orcid.org/0000-0002-7602-4557","observed_orcids":["https://orcid.org/0000-0002-7602-4557"]},"institutions":[{"id":"https://openalex.org/I102516824","display_name":"Universit\u00e9 de Technologie de Compi\u00e8gne","ror":"https://ror.org/04y5kwa70","country_code":"FR","type":"education","lineage":["https://openalex.org/I102516824"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210088387","display_name":"Heuristics and Diagnostics for Complex Systems","ror":"https://ror.org/0075hvk77","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102516824","https://openalex.org/I1294671590","https://openalex.org/I4210088387","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"St\u00e9phane Canu","raw_affiliation_strings":["CNRS UMR 6599 Heudiasyc, Universit\u00e9 de Technologie de Compi\u00e8gne, Compi\u00e8gne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS UMR 6599 Heudiasyc, Universit\u00e9 de Technologie de Compi\u00e8gne, Compi\u00e8gne, France","institution_ids":["https://openalex.org/I102516824","https://openalex.org/I1294671590","https://openalex.org/I4210088387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028339323","display_name":"St\u00e9phane Boucheron","orcid":"https://orcid.org/0000-0003-4647-7181","observed_orcids":["https://orcid.org/0000-0003-4647-7181"]},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404","https://openalex.org/I277688954"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"St\u00e9phane Boucheron","raw_affiliation_strings":["CNRS-Universit\u00e9 Paris-Sud, 91405 Orsay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS-Universit\u00e9 Paris-Sud, 91405 Orsay, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7593,"has_fulltext":false,"cited_by_count":144,"citation_normalized_percentile":{"value":0.85115132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"9","issue":"5","first_page":"1093","last_page":"1108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6104000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6104000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.322299987077713,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.02810000069439411,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noise-injection","display_name":"noise injection","score":0.996999979019165},{"id":"https://openalex.org/keywords/neural-network-training","display_name":"neural network training","score":0.8259999752044678},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.9829999804496765},{"id":"https://openalex.org/keywords/heat-kernel","display_name":"heat kernel","score":0.7820000052452087},{"id":"https://openalex.org/keywords/gaussian-perturbation","display_name":"Gaussian perturbation","score":0.5699999928474426},{"id":"https://openalex.org/keywords/taylor-expansion","display_name":"Taylor series expansion","score":0.652999997138977},{"id":"https://openalex.org/keywords/global-smoothness","display_name":"global smoothness","score":0.7409999966621399},{"id":"https://openalex.org/keywords/gaussian-analysis","display_name":"Gaussian analysis","score":0.6740000247955322},{"id":"https://openalex.org/keywords/tail-bounds","display_name":"tail bounds","score":0.9330000281333923},{"id":"https://openalex.org/keywords/input-disturbances","display_name":"input perturbation","score":0.6880000233650208}],"concepts":[{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.7366522550582886},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6019425392150879},{"id":"https://openalex.org/C158946198","wikidata":"https://www.wikidata.org/wiki/Q131187","display_name":"Taylor series","level":2,"score":0.5727134346961975},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5458978414535522},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5392983555793762},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.5181459188461304},{"id":"https://openalex.org/C183212220","wikidata":"https://www.wikidata.org/wiki/Q3345669","display_name":"Heat kernel","level":2,"score":0.4667034149169922},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.46595579385757446},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4256956875324249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4229884743690491},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.4227636456489563},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36394399404525757},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.36269229650497437},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2688392400741577},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.22014379501342773},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18175724148750305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14744099974632263},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/neco.1997.9.5.1093","doi":"https://doi.org/10.1162/neco.1997.9.5.1093","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco.1997.9.5.1093","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.29.2916","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.29.2916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.hds.utc.fr/~grandval/NC97.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.51.3796","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.51.3796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.lri.fr/~bouchero/PUB/iptp.ps.gz","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318977","display_name":"Institute for Scientific Interchange","ror":"https://ror.org/00te2x188"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W188867022","https://openalex.org/W1526055535","https://openalex.org/W1530699444","https://openalex.org/W1580561995","https://openalex.org/W1594476857","https://openalex.org/W1994335526","https://openalex.org/W2005815025","https://openalex.org/W2057853719","https://openalex.org/W2070665556","https://openalex.org/W2073098078","https://openalex.org/W2084544490","https://openalex.org/W2098874108","https://openalex.org/W2101762657","https://openalex.org/W2111406701","https://openalex.org/W2124136621","https://openalex.org/W2146596719","https://openalex.org/W2160687178","https://openalex.org/W2169359910","https://openalex.org/W2170120409","https://openalex.org/W2473261013","https://openalex.org/W2981264952","https://openalex.org/W4212774754"],"related_works":["https://openalex.org/W2117556300","https://openalex.org/W2032581050","https://openalex.org/W3131431103","https://openalex.org/W2160687178","https://openalex.org/W81216941","https://openalex.org/W2057853719","https://openalex.org/W6902631676","https://openalex.org/W4389416367","https://openalex.org/W2950297830","https://openalex.org/W3042925324"],"abstract_inverted_index":{"Noise":[0],"injection":[1,89,134],"consists":[2],"of":[3,23,30,48,70,96,107,115,118,125,143,164],"adding":[4],"noise":[5,85,88,133],"to":[6,93],"the":[7,20,24,37,46,49,61,71,83,94,97,104,113,116,141,144,150,161,165],"inputs":[8],"during":[9],"neural":[10,26,126],"network":[11],"training.":[12],"Experimental":[13],"results":[14],"suggest":[15,59],"that":[16,171],"it":[17],"might":[18,178],"improve":[19],"generalization":[21],"ability":[22],"resulting":[25],"network.":[27],"A":[28],"justification":[29],"this":[31],"improvement":[32],"remains":[33],"elusive:":[34],"describing":[35],"analytically":[36],"average":[38,72],"perturbed":[39,51,63,73,146,166],"cost":[40,52,64,74,147],"function":[41,53],"is":[42,54,86,90],"difficult,":[43],"and":[44,111,135],"controlling":[45,140],"fluctuations":[47,142],"random":[50,62,145],"hard.":[55],"Hence,":[56],"recent":[57],"papers":[58],"replacing":[60],"by":[65],"a":[66,79],"(deterministic)":[67],"Taylor":[68,109,119],"approximation":[69],"function.":[75,148],"This":[76,100,168],"article":[77],"takes":[78],"different":[80],"stance:":[81],"when":[82],"injected":[84],"gaussian,":[87],"naturally":[91],"connected":[92],"action":[95],"heat":[98,136],"kernel.":[99],"provides":[101],"indications":[102],"on":[103,121,160],"relevance":[105],"domain":[106],"traditional":[108],"expansions":[110],"shows":[112],"dependence":[114],"quality":[117],"approximations":[120],"global":[122,151],"smoothness":[123,152],"properties":[124],"networks":[127],"under":[128],"consideration.":[129],"The":[130],"connection":[131],"between":[132],"kernel":[137],"also":[138],"enables":[139],"Under":[149],"assumption,":[153],"tools":[154],"from":[155],"gaussian":[156],"analysis":[157],"provide":[158],"bounds":[159],"tail":[162],"behavior":[163],"cost.":[167],"finally":[169],"suggests":[170],"mixing":[172],"input":[173],"perturbation":[174],"with":[175],"smoothness-based":[176],"penalization":[177],"be":[179],"profitable.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}