{"id":"https://openalex.org/W3159882485","doi":"https://doi.org/10.1109/ciss50987.2021.9400285","title":"On the Smoothing of Deep Networks","display_name":"On the Smoothing of Deep Networks","publication_year":2021,"publication_date":"2021-03-24","ids":{"openalex":"https://openalex.org/W3159882485","doi":"https://doi.org/10.1109/ciss50987.2021.9400285","mag":"3159882485"},"language":"en","primary_location":{"id":"doi:10.1109/ciss50987.2021.9400285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ciss50987.2021.9400285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 55th Annual Conference on Information Sciences and Systems (CISS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046132757","display_name":"Vincent Roulet","orcid":"https://orcid.org/0000-0001-6526-5235"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent Roulet","raw_affiliation_strings":["University of Washington,Department of Statistics,Seattle,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington,Department of Statistics,Seattle,USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010613767","display_name":"Za\u00efd Harchaoui","orcid":"https://orcid.org/0000-0003-1186-1343"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zaid Harchaoui","raw_affiliation_strings":["University of Washington,Department of Statistics,Seattle,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington,Department of Statistics,Seattle,USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.9340477585792542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.767407238483429},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6752005815505981},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.6581506133079529},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6159788966178894},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6153291463851929},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5907890796661377},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5876836180686951},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.5622537136077881},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.551837682723999},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.53472501039505},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44243088364601135},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38220563530921936},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3406871557235718},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1368582844734192},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.12297606468200684}],"concepts":[{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.9340477585792542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.767407238483429},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6752005815505981},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.6581506133079529},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6159788966178894},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6153291463851929},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5907890796661377},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5876836180686951},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5622537136077881},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.551837682723999},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.53472501039505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44243088364601135},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38220563530921936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3406871557235718},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1368582844734192},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.12297606468200684},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ciss50987.2021.9400285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ciss50987.2021.9400285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 55th Annual Conference on Information Sciences and Systems (CISS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8862322402","display_name":null,"funder_award_id":"DMS 2023166,DMS 1839371,CCF 2019844","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W607505555","https://openalex.org/W1498436455","https://openalex.org/W1542886316","https://openalex.org/W1566309885","https://openalex.org/W1597009674","https://openalex.org/W2029463628","https://openalex.org/W2557283755","https://openalex.org/W2799061466","https://openalex.org/W2963916998","https://openalex.org/W2964210434","https://openalex.org/W2970971581","https://openalex.org/W2991900752","https://openalex.org/W3004871204","https://openalex.org/W3033095513","https://openalex.org/W4236362309","https://openalex.org/W4249716558","https://openalex.org/W4295312788","https://openalex.org/W6635935089","https://openalex.org/W6754740705","https://openalex.org/W6766978945","https://openalex.org/W6778983485"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W4327738859","https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W1997992934","https://openalex.org/W2112641952","https://openalex.org/W967181689","https://openalex.org/W2134817643","https://openalex.org/W2363386023","https://openalex.org/W2092311672"],"abstract_inverted_index":{"Many":[0],"popular":[1],"deep":[2,28],"neural":[3],"networks":[4],"implement":[5],"an":[6],"input-output":[7,55],"mapping":[8],"that":[9],"is":[10],"non-smooth":[11],"with":[12,87],"respect":[13],"to":[14,23,37,60],"the":[15,24,54,72,75],"network":[16],"parameters.":[17],"This":[18],"non-smoothness":[19],"may":[20],"have":[21,33],"contributed":[22],"difficulty":[25],"of":[26,71],"analyzing":[27],"learning":[29],"theoretically.":[30],"Sophisticated":[31],"approaches":[32],"recently":[34],"been":[35],"proposed":[36],"address":[38],"this":[39,43],"specific":[40],"difficulty.":[41],"In":[42],"note,":[44],"we":[45],"explore":[46],"a":[47,65],"simple":[48],"approach":[49,86],"consisting":[50],"instead":[51],"in":[52],"smoothing":[53,62,73],"mapping.":[56],"We":[57,83],"show":[58],"how":[59],"perform":[61],"automatically":[63,81],"within":[64],"differentiable":[66],"programming":[67],"framework.":[68],"The":[69],"impact":[70],"on":[74],"convergence":[76],"behavior":[77],"can":[78],"then":[79],"be":[80],"controlled.":[82],"illustrate":[84],"our":[85],"numerical":[88],"examples":[89],"using":[90],"multilayer":[91],"perceptrons.":[92]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}