{"id":"https://openalex.org/W7224078844","doi":"https://doi.org/10.48550/arxiv.2610.37456","title":"An Input Skip Can Reparameterize a VAE Without Improving the Generator","display_name":"An Input Skip Can Reparameterize a VAE Without Improving the Generator","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224078844","doi":"https://doi.org/10.48550/arxiv.2610.37456"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.37456","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37456","pdf_url":"https://arxiv.org/pdf/2610.37456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.37456","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160041265","display_name":"Kevin Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]},{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210124779","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80","country_code":"US","type":"government","lineage":["https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lee, Kevin","raw_affiliation_strings":["University of California at Los Angeles NASA Jet Propulsion Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Los Angeles NASA Jet Propulsion Laboratory","institution_ids":["https://openalex.org/I1334627681","https://openalex.org/I161318765","https://openalex.org/I4210124779"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5160041265"],"corresponding_institution_ids":["https://openalex.org/I1334627681","https://openalex.org/I161318765","https://openalex.org/I4210124779"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.5609999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.5609999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.18479999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.925000011920929},{"id":"https://openalex.org/keywords/energy-score","display_name":"energy score","score":0.6230000257492065},{"id":"https://openalex.org/keywords/reconstruction-error","display_name":"reconstruction error","score":0.5590000152587891},{"id":"https://openalex.org/keywords/latent-variable-distribution","display_name":"latent variable distribution","score":0.550000011920929},{"id":"https://openalex.org/keywords/probabilistic-principal-component-analysis","display_name":"probabilistic principal component analysis","score":0.9559999704360962},{"id":"https://openalex.org/keywords/tsunami-hazard-assessment","display_name":"tsunami hazard assessment","score":0.35600000619888306},{"id":"https://openalex.org/keywords/model-reparameterization","display_name":"model reparameterization","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6129999756813049},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6119999885559082},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.565500020980835},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5299999713897705},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48899999260902405},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4819999933242798},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45989999175071716},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4487000107765198},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.39629998803138733},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3440999984741211},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.3070000112056732},{"id":"https://openalex.org/C177384507","wikidata":"https://www.wikidata.org/wiki/Q1149000","display_name":"Multivariate normal distribution","level":3,"score":0.30570000410079956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.302700012922287},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.26420000195503235},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25690001249313354}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.37456","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37456","pdf_url":"https://arxiv.org/pdf/2610.37456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.37456","doi":"https://doi.org/10.48550/arxiv.2610.37456","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.37456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.37456","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37456","pdf_url":"https://arxiv.org/pdf/2610.37456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320309398","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055"},{"id":"https://openalex.org/F4320332181","display_name":"National Oceanic and Atmospheric Administration","ror":"https://ror.org/02z5nhe81"},{"id":"https://openalex.org/F4320332375","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224078844.pdf","grobid_xml":"https://content.openalex.org/works/W7224078844.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2884772108","https://openalex.org/W2911290044","https://openalex.org/W4415307768","https://openalex.org/W2788962824","https://openalex.org/W3184372056","https://openalex.org/W2963501406","https://openalex.org/W4380136690","https://openalex.org/W2915064352","https://openalex.org/W4404994537","https://openalex.org/W4394785709"],"abstract_inverted_index":{"An":[0],"input":[1,24],"skip":[2,25,31,36,97,147],"can":[3,32,78,183],"reduce":[4],"reconstruction":[5,67,181,193],"error":[6,70,182],"while":[7,66],"leaving":[8],"a":[9,17,27,30,90],"model's":[10],"distribution":[11,52],"of":[12,53,111,125],"new":[13],"samples":[14],"unchanged.":[15],"For":[16],"Gaussian":[18,91],"variational":[19],"autoencoder":[20],"(VAE)":[21],"with":[22,93],"constant":[23],"$0\\leq\u03b1<1$,":[26],"model":[28],"without":[29],"be":[33],"written":[34],"in":[35],"form":[37],"by":[38,43,49,74],"multiplying":[39],"its":[40,46,59],"decoder":[41,172],"output":[42],"$b=1-\u03b1$":[44],"and":[45,55,58,98,108,123,144,171],"noise":[47],"variance":[48,100,136,178],"$b^2$.":[50,75],"The":[51],"observations":[54],"latent":[56],"variables":[57],"exact":[60],"generative":[61],"scores":[62,162],"stay":[63],"the":[64,86,109,133,146,169,174],"same,":[65,175],"mean":[68,160],"squared":[69],"(MSE)":[71],"is":[72],"multiplied":[73],"Separate":[76],"training":[77,180],"produce":[79],"different":[80],"generators":[81],"because":[82],"optimization":[83],"depends":[84],"on":[85,140,148],"parameter":[87],"coordinates.":[88],"In":[89],"experiment":[92],"known":[94],"density,":[95],"changing":[96],"observation":[99,135,177],"together":[101],"reduces":[102],"MSE":[103],"but":[104],"worsens":[105],"energy":[106,129,161,186],"score":[107,130],"estimate":[110],"negative":[112],"log":[113],"density":[114],"from":[115,151,179],"importance":[116],"sampling.":[117],"On":[118],"seven":[119],"annual":[120],"Deep-ocean":[121],"Assessment":[122],"Reporting":[124],"Tsunamis":[126],"(DART)":[127],"records,":[128],"differences":[131],"at":[132],"same":[134],"have":[137],"both":[138],"signs":[139],"four":[141],"original":[142],"records":[143,150],"favor":[145],"three":[149],"2018.":[152],"Probabilistic":[153],"principal":[154],"component":[155],"analysis":[156],"(PPCA)":[157],"has":[158],"lower":[159],"than":[163,192],"every":[164],"neural":[165],"DART":[166],"fit.":[167],"With":[168],"encoder":[170],"kept":[173],"estimating":[176],"also":[184],"worsen":[185],"score.":[187],"Assessing":[188],"generation":[189],"requires":[190],"more":[191],"error.":[194]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-10-29T00:00:00"}