{"id":"https://openalex.org/W3131154420","doi":"https://doi.org/10.1007/s00521-022-07892-0","title":"Reviving autoencoder pretraining","display_name":"Reviving autoencoder pretraining","publication_year":2022,"publication_date":"2022-10-26","ids":{"openalex":"https://openalex.org/W3131154420","doi":"https://doi.org/10.1007/s00521-022-07892-0","mag":"3131154420"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-022-07892-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07892-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07892-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07892-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108658716","display_name":"You Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"You Xie","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Boltzmannstr. 3, 85748, Garching, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Boltzmannstr. 3, 85748, Garching, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047248117","display_name":"Nils Thuerey","orcid":"https://orcid.org/0000-0001-6647-8910"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nils Thuerey","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Boltzmannstr. 3, 85748, Garching, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Boltzmannstr. 3, 85748, Garching, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047248117"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.2427,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.43531557,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"6","first_page":"4587","last_page":"4619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.8505930304527283},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667301893234253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6745209097862244},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6044317483901978},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5295827388763428},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4986884593963623},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.49458763003349304},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.47722747921943665},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.44696494936943054},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4361782670021057},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.42761683464050293}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8505930304527283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667301893234253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6745209097862244},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6044317483901978},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5295827388763428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4986884593963623},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.49458763003349304},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.47722747921943665},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.44696494936943054},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4361782670021057},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.42761683464050293},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-022-07892-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07892-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07892-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1763829","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1763829","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s00521-022-07892-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-022-07892-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-022-07892-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3131154420.pdf","grobid_xml":"https://content.openalex.org/works/W3131154420.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1599132067","https://openalex.org/W1849277567","https://openalex.org/W1901129140","https://openalex.org/W2035076036","https://openalex.org/W2064675550","https://openalex.org/W2082185517","https://openalex.org/W2089468765","https://openalex.org/W2103914106","https://openalex.org/W2110798204","https://openalex.org/W2157331557","https://openalex.org/W2170798597","https://openalex.org/W2190008860","https://openalex.org/W2193503481","https://openalex.org/W2194775991","https://openalex.org/W2329472310","https://openalex.org/W2552391848","https://openalex.org/W2757455114","https://openalex.org/W2759764766","https://openalex.org/W2883588714","https://openalex.org/W2883725317","https://openalex.org/W2962785568","https://openalex.org/W2963112684","https://openalex.org/W2963544905","https://openalex.org/W2964037671","https://openalex.org/W2964184826","https://openalex.org/W2964185501","https://openalex.org/W2964246847","https://openalex.org/W2987741655","https://openalex.org/W3003709258","https://openalex.org/W3019913914","https://openalex.org/W3025949386","https://openalex.org/W3034222740","https://openalex.org/W3034548728","https://openalex.org/W3034576826","https://openalex.org/W3080366021","https://openalex.org/W3099145603","https://openalex.org/W3118608800","https://openalex.org/W3128661782","https://openalex.org/W3187882361","https://openalex.org/W3199716252","https://openalex.org/W3201322425","https://openalex.org/W4214543711","https://openalex.org/W4214718285","https://openalex.org/W4214756866","https://openalex.org/W4255421341","https://openalex.org/W4285302633","https://openalex.org/W4312715403","https://openalex.org/W6600002382","https://openalex.org/W6600018615","https://openalex.org/W6600234944","https://openalex.org/W6600254619","https://openalex.org/W6600376255","https://openalex.org/W6601700763","https://openalex.org/W6602823723","https://openalex.org/W6604305821","https://openalex.org/W6635920379","https://openalex.org/W6725704494"],"related_works":["https://openalex.org/W2159052453","https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2752972570","https://openalex.org/W4297051394","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W2294590153","https://openalex.org/W4220659530"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"pressing":[2],"need":[3],"for":[4,83,101],"pretraining":[5,31,75,129],"algorithms":[6],"has":[7,130],"been":[8],"diminished":[9],"by":[10],"numerous":[11],"advances":[12],"in":[13,45,136],"terms":[14],"of":[15,28,105],"regularization,":[16],"architectures,":[17],"and":[18,32,58,74,76,108],"optimizers.":[19],"Despite":[20],"this":[21],"trend,":[22],"we":[23,92],"re-visit":[24],"the":[25,87],"classic":[26],"idea":[27],"unsupervised":[29,128],"autoencoder":[30],"propose":[33],"a":[34,40,48,102],"modified":[35],"variant":[36],"that":[37,55,94,127],"relies":[38],"on":[39],"full":[41],"reverse":[42],"pass":[43],"trained":[44],"conjunction":[46],"with":[47],"given":[49],"training":[50],"task.":[51],"This":[52],"yields":[53,97],"networks":[54,115,119],"are":[56],"as-invertible-as-possible":[57],"share":[59],"mutual":[60],"information":[61],"across":[62],"all":[63],"constrained":[64],"layers.":[65],"We":[66],"additionally":[67],"establish":[68],"links":[69],"between":[70],"singular":[71],"value":[72],"decomposition":[73],"show":[77],"how":[78],"it":[79],"can":[80],"be":[81],"leveraged":[82],"gaining":[84],"insights":[85],"about":[86],"learned":[88],"structures.":[89],"Most":[90],"importantly,":[91],"demonstrate":[93,126],"our":[95],"approach":[96],"an":[98],"improved":[99],"performance":[100],"wide":[103],"variety":[104],"relevant":[106],"learning":[107,139],"transfer":[109],"tasks":[110],"ranging":[111],"from":[112],"fully":[113],"connected":[114],"over":[116],"residual":[117],"neural":[118],"to":[120],"generative":[121],"adversarial":[122],"networks.":[123],"Our":[124],"results":[125],"not":[131],"lost":[132],"its":[133],"practical":[134],"relevance":[135],"today\u2019s":[137],"deep":[138],"environment.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-14T07:06:38.338062","created_date":"2025-10-10T00:00:00"}