{"id":"https://openalex.org/W4404911458","doi":"https://doi.org/10.1162/neco_a_01729","title":"On the Compressive Power of Autoencoders With Linear and ReLU Activation Functions","display_name":"On the Compressive Power of Autoencoders With Linear and ReLU Activation Functions","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4404911458","doi":"https://doi.org/10.1162/neco_a_01729","pmid":"https://pubmed.ncbi.nlm.nih.gov/39622013"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01729","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01729","pdf_url":"https://direct.mit.edu/neco/article-pdf/doi/10.1162/neco_a_01729/2482171/neco_a_01729.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/neco/article-pdf/doi/10.1162/neco_a_01729/2482171/neco_a_01729.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007492228","display_name":"Liangjie Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I4399598384","display_name":"Kyoto University Institute for Chemical Research","ror":"https://ror.org/0349bbg69","country_code":null,"type":"facility","lineage":["https://openalex.org/I22299242","https://openalex.org/I4399598384"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK","JP"],"is_corresponding":true,"raw_author_name":"Liangjie Sun","raw_affiliation_strings":["Bioinformatics Center, Institute for Chemical Research, Kyoto University, Kyoto 611-0011, Japan","Department of Mathematics, University of Hong Kong, Hong Kong ljsun_seu@126.com"],"affiliations":[{"raw_affiliation_string":"Bioinformatics Center, Institute for Chemical Research, Kyoto University, Kyoto 611-0011, Japan","institution_ids":["https://openalex.org/I22299242","https://openalex.org/I4399598384"]},{"raw_affiliation_string":"Department of Mathematics, University of Hong Kong, Hong Kong ljsun_seu@126.com","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055849155","display_name":"Chenyao Wu","orcid":"https://orcid.org/0000-0002-5179-5064"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I4399598384","display_name":"Kyoto University Institute for Chemical Research","ror":"https://ror.org/0349bbg69","country_code":null,"type":"facility","lineage":["https://openalex.org/I22299242","https://openalex.org/I4399598384"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chenyao Wu","raw_affiliation_strings":["Bioinformatics Center, Institute for Chemical Research, Kyoto University, Kyoto 611-0011, Japan wcy3442@gmail.com"],"affiliations":[{"raw_affiliation_string":"Bioinformatics Center, Institute for Chemical Research, Kyoto University, Kyoto 611-0011, Japan wcy3442@gmail.com","institution_ids":["https://openalex.org/I4399598384","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086061723","display_name":"Wai\u2010Ki Ching","orcid":"https://orcid.org/0000-0002-5785-3210"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wai-Ki Ching","raw_affiliation_strings":["Department of Mathematics, University of Hong Kong, Hong Kong wching@hku.hk"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Hong Kong, Hong Kong wching@hku.hk","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016330265","display_name":"Tatsuya Akutsu","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I4399598384","display_name":"Kyoto University Institute for Chemical Research","ror":"https://ror.org/0349bbg69","country_code":null,"type":"facility","lineage":["https://openalex.org/I22299242","https://openalex.org/I4399598384"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tatsuya Akutsu","raw_affiliation_strings":["Bioinformatics Center, Institute for Chemical Research, Kyoto University, Kyoto 611-0011, Japan takutsu@kuicr.kyoto-u.ac.jp"],"affiliations":[{"raw_affiliation_string":"Bioinformatics Center, Institute for Chemical Research, Kyoto University, Kyoto 611-0011, Japan takutsu@kuicr.kyoto-u.ac.jp","institution_ids":["https://openalex.org/I22299242","https://openalex.org/I4399598384"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007492228"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I4399598384","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":1.022,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81701822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"37","issue":"2","first_page":"235","last_page":"259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.8487356901168823},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7874857187271118},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5310457348823547},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5294510722160339},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5206800699234009},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5166566967964172},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.43301188945770264},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.42776528000831604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.379228413105011},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36649632453918457},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33704882860183716},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18976113200187683},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.10592806339263916}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.8487356901168823},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7874857187271118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5310457348823547},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5294510722160339},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5206800699234009},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5166566967964172},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.43301188945770264},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.42776528000831604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.379228413105011},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36649632453918457},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33704882860183716},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18976113200187683},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.10592806339263916},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_01729","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01729","pdf_url":"https://direct.mit.edu/neco/article-pdf/doi/10.1162/neco_a_01729/2482171/neco_a_01729.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:39622013","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39622013","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:irdb.nii.ac.jp:01221:0007007326","is_oa":true,"landing_page_url":"http://hdl.handle.net/2433/297914","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1162/neco_a_01729","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01729","pdf_url":"https://direct.mit.edu/neco/article-pdf/doi/10.1162/neco_a_01729/2482171/neco_a_01729.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1356826286","display_name":"\u30b7\u30d3\u30eb\u30fb\u30df\u30cb\u30de\u30e0\u8ad6\u306b\u3064\u3044\u3066\u306e\u6279\u5224\u7684\u691c\u8a0e","funder_award_id":"173015","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2652498698","display_name":null,"funder_award_id":"22K19830","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6460038971","display_name":null,"funder_award_id":"22H00532","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7752643416","display_name":null,"funder_award_id":"Japan","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G942357356","display_name":"\u30df\u30a8\u30ed\u30fc\u30de\u7d30\u80de\u304b\u3089\u306e\u6297\u4f53\u907a\u4f1d\u5b50\u306e\u7cbe\u88fd\u3068\u69cb\u9020","funder_award_id":"301519","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404911458.pdf","grobid_xml":"https://content.openalex.org/works/W4404911458.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2078626246","https://openalex.org/W2100495367","https://openalex.org/W2529996553","https://openalex.org/W2963386266","https://openalex.org/W3023212902","https://openalex.org/W3093643472","https://openalex.org/W3178129852","https://openalex.org/W3193857076","https://openalex.org/W4214942243","https://openalex.org/W4283791586","https://openalex.org/W4383368570","https://openalex.org/W4390187194","https://openalex.org/W6660690085","https://openalex.org/W6680850120","https://openalex.org/W6683595889","https://openalex.org/W6685777803","https://openalex.org/W6719172620","https://openalex.org/W6763113216","https://openalex.org/W6763485134","https://openalex.org/W6785604762"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W2159052453","https://openalex.org/W3131327266","https://openalex.org/W3034021666","https://openalex.org/W2898900925","https://openalex.org/W2510680828","https://openalex.org/W3170224572","https://openalex.org/W4393036827","https://openalex.org/W2996184188"],"abstract_inverted_index":{"In":[0,57],"this":[1],"article,":[2],"we":[3,105],"mainly":[4],"study":[5,149],"the":[6,45,50,66,123,142,150,160],"depth":[7,67],"and":[8,40,68,80,99],"width":[9,69],"of":[10,13,28,70,125,144,152,163],"autoencoders":[11,71,91,133,164],"consisting":[12,27],"rectified":[14],"linear":[15,73,135,153,166],"unit":[16],"(ReLU)":[17],"activation":[18,75,94,120,137,154,167,177],"functions.":[19,155,178],"An":[20],"autoencoder":[21],"is":[22,109,128,141,169],"a":[23,37,41,58],"layered":[24],"neural":[25],"network":[26],"an":[29,33],"encoder,":[30],"which":[31,43],"compresses":[32],"input":[34,52,79,98,113,145],"vector":[35,47,53],"to":[36,49,111,115],"lower-dimensional":[38],"vector,":[39],"decoder,":[42],"transforms":[44],"low-dimensional":[46],"back":[48],"original":[51],"exactly":[54],"(or":[55],"approximately).":[56],"previous":[59],"study,":[60],"Melkman":[61],"et":[62],"al.":[63],"(2023)":[64],"studied":[65],"using":[72,92,118,165,175],"threshold":[74,136],"functions":[76,95,168],"with":[77,96,134,173],"binary":[78],"output":[81,100],"vectors.":[82,146],"We":[83,147],"show":[84,106],"that":[85,107,159],"similar":[86],"theoretical":[87],"results":[88,157],"hold":[89],"if":[90],"ReLU":[93,119,176],"real":[97],"vectors":[101,114,117,127],"are":[102],"used.":[103],"Furthermore,":[104],"it":[108],"possible":[110],"compress":[112],"one-dimensional":[116],"functions,":[121,138],"although":[122],"size":[124],"compressed":[126],"trivially":[129],"\u03a9(log":[130],"n)":[131],"for":[132],"where":[139],"n":[140],"number":[143],"also":[148],"cases":[151],"The":[156],"suggest":[158],"compressive":[161],"power":[162],"considerably":[170],"limited":[171],"compared":[172],"those":[174]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}