{"id":"https://openalex.org/W3015843673","doi":"https://doi.org/10.1109/icassp40776.2020.9053874","title":"A Priori Estimates of the Generalization Error for Autoencoders","display_name":"A Priori Estimates of the Generalization Error for Autoencoders","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015843673","doi":"https://doi.org/10.1109/icassp40776.2020.9053874","mag":"3015843673"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9053874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088608518","display_name":"Zehao Don","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Zehao Don","raw_affiliation_strings":["School of Mathematical Sciences, Peking University"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071854504","display_name":"E Weinan","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weinan E.","raw_affiliation_strings":["Program in Applied and Computational Mathematics, Princeton University"],"affiliations":[{"raw_affiliation_string":"Program in Applied and Computational Mathematics, Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101682962","display_name":"Chao Ma","orcid":"https://orcid.org/0000-0002-8901-960X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chao Ma","raw_affiliation_strings":["Program in Applied and Computational Mathematics, Princeton University"],"affiliations":[{"raw_affiliation_string":"Program in Applied and Computational Mathematics, Princeton University","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088608518"],"corresponding_institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04773367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"3327","last_page":"3331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.879849910736084},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.8137965202331543},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.7330620288848877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6782455444335938},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6504930257797241},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.6267907619476318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6209704875946045},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5988214015960693},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5841291546821594},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5838342308998108},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5379396677017212},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5317004919052124},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5182290077209473},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4756976068019867},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42871683835983276},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.40693241357803345},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36497604846954346},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2274433672428131}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.879849910736084},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.8137965202331543},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.7330620288848877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6782455444335938},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6504930257797241},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.6267907619476318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6209704875946045},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5988214015960693},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5841291546821594},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5838342308998108},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5379396677017212},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5317004919052124},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5182290077209473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4756976068019867},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42871683835983276},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.40693241357803345},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36497604846954346},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2274433672428131},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp40776.2020.9053874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1608733719","https://openalex.org/W1720114023","https://openalex.org/W2029538739","https://openalex.org/W2041523977","https://openalex.org/W2100495367","https://openalex.org/W2112027492","https://openalex.org/W2112796928","https://openalex.org/W2166116275","https://openalex.org/W2462528791","https://openalex.org/W2579923771","https://openalex.org/W2604117713","https://openalex.org/W2741952635","https://openalex.org/W2777138330","https://openalex.org/W2798561010","https://openalex.org/W2800415562","https://openalex.org/W2808157231","https://openalex.org/W2895906462","https://openalex.org/W2911867426","https://openalex.org/W2913289886","https://openalex.org/W2923130667","https://openalex.org/W2962857907","https://openalex.org/W2963236897","https://openalex.org/W2963239103","https://openalex.org/W2963285844","https://openalex.org/W2963664410","https://openalex.org/W2971385168","https://openalex.org/W3119586787","https://openalex.org/W4205634890","https://openalex.org/W4253712714","https://openalex.org/W4295680021","https://openalex.org/W4297738147","https://openalex.org/W4299649195","https://openalex.org/W6637414576","https://openalex.org/W6718580108","https://openalex.org/W6732517885","https://openalex.org/W6735544424","https://openalex.org/W6739659843","https://openalex.org/W6741653254","https://openalex.org/W6747520023","https://openalex.org/W6748600614","https://openalex.org/W6750711201","https://openalex.org/W6751002639","https://openalex.org/W6755300079","https://openalex.org/W6758269158","https://openalex.org/W6758902322","https://openalex.org/W6760815166","https://openalex.org/W6767621337","https://openalex.org/W6843907867"],"related_works":["https://openalex.org/W4310873165","https://openalex.org/W2355395139","https://openalex.org/W4285596704","https://openalex.org/W1995622179","https://openalex.org/W4391160746","https://openalex.org/W1484111231","https://openalex.org/W1552543208","https://openalex.org/W2074396517","https://openalex.org/W2166963679","https://openalex.org/W2187269125"],"abstract_inverted_index":{"Autoencoder":[0],"is":[1,25,75,79,122],"a":[2,16,60,80,128],"machine":[3],"learning":[4,34,133],"model":[5,101],"which":[6],"aims":[7],"for":[8,67],"dimensionality":[9],"reduction,":[10],"by":[11],"reconstructing":[12],"its":[13],"input":[14],"through":[15],"bottleneck":[17],"with":[18,109],"lower":[19],"dimension":[20],"than":[21],"the":[22,27,49,52,64,83,93,100,112,123,138,141],"input.":[23],"It":[24],"among":[26],"most":[28],"popular":[29],"models":[30],"used":[31],"in":[32,82],"unsupervised":[33,132],"and":[35,56,96,116],"semi-supervised":[36],"learning.":[37],"In":[38],"this":[39,121],"paper,":[40],"we":[41,58],"build":[42,127],"theoretical":[43],"understanding":[44],"about":[45],"autoencoders.":[46],"Specifically,":[47],"assuming":[48],"existence":[50],"of":[51,63,92,114,140],"underlying":[53],"groundtruth":[54,94],"encoder":[55,95],"decoder,":[57,97],"establish":[59],"priori":[61,81,129],"estimates":[62,130],"generalization":[65],"error":[66],"autoencoders":[68],"when":[69],"an":[70],"appropriately":[71],"chosen":[72],"regularization":[73],"term":[74],"applied.":[76],"The":[77,103],"estimate":[78],"sense":[84],"that":[85],"it":[86],"only":[87],"depend":[88],"on":[89],"some":[90],"norms":[91],"but":[98],"not":[99],"parameters.":[102,117],"bound":[104],"acheives":[105],"nearly":[106],"optimal":[107],"rates":[108],"respect":[110],"to":[111,126,131],"number":[113],"data":[115],"To":[118],"our":[119],"knowledge,":[120],"first":[124],"try":[125],"models.":[134],"Numerical":[135],"experiments":[136],"show":[137],"tightness":[139],"bounds.":[142]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}