{"id":"https://openalex.org/W4282007358","doi":"https://doi.org/10.48550/arxiv.2206.00436","title":"Top-down inference in an early visual cortex inspired hierarchical Variational Autoencoder","display_name":"Top-down inference in an early visual cortex inspired hierarchical Variational Autoencoder","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4282007358","doi":"https://doi.org/10.48550/arxiv.2206.00436"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2206.00436","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.00436","pdf_url":"https://arxiv.org/pdf/2206.00436","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.00436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083846762","display_name":"F. Csikor","orcid":"https://orcid.org/0000-0002-7840-2873","observed_orcids":["https://orcid.org/0000-0002-7840-2873"]},"institutions":[{"id":"https://openalex.org/I4210126225","display_name":"HUN-REN Wigner Research Centre for Physics","ror":"https://ror.org/035dsb084","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210126225","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Csikor, Ferenc","raw_affiliation_strings":["Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary","institution_ids":["https://openalex.org/I4210126225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073981196","display_name":"Bal\u00e1zs Mesz\u00e9na","orcid":"https://orcid.org/0009-0002-0661-9595","observed_orcids":["https://orcid.org/0009-0002-0661-9595"]},"institutions":[{"id":"https://openalex.org/I4210126225","display_name":"HUN-REN Wigner Research Centre for Physics","ror":"https://ror.org/035dsb084","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210126225","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Mesz\u00e9na, Bal\u00e1zs","raw_affiliation_strings":["Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary","institution_ids":["https://openalex.org/I4210126225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Szab\u00f3, Bence","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210126225","display_name":"HUN-REN Wigner Research Centre for Physics","ror":"https://ror.org/035dsb084","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210126225","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Szab\u00f3, Bence","raw_affiliation_strings":["Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary","institution_ids":["https://openalex.org/I4210126225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018664035","display_name":"Gerg\u0151 Orb\u00e1n","orcid":"https://orcid.org/0000-0002-2406-5912","observed_orcids":["https://orcid.org/0000-0002-2406-5912"]},"institutions":[{"id":"https://openalex.org/I4210126225","display_name":"HUN-REN Wigner Research Centre for Physics","ror":"https://ror.org/035dsb084","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210126225","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Orb\u00e1n, Gerg\u0151","raw_affiliation_strings":["Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computational Sciences, Wigner Research Centre for Physics, Budapest, Hungary","institution_ids":["https://openalex.org/I4210126225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210126225"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.75,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.75,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.06080000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.0215000007301569,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/top-down-inference","display_name":"top-down inference","score":0.8539999723434448},{"id":"https://openalex.org/keywords/hierarchical-variational-autoencoder","display_name":"hierarchical variational autoencoder","score":0.902999997138977},{"id":"https://openalex.org/keywords/early-visual-cortex","display_name":"early visual cortex","score":0.9729999899864197},{"id":"https://openalex.org/keywords/primary-visual-cortex","display_name":"primary visual cortex","score":0.8100000023841858},{"id":"https://openalex.org/keywords/secondary-visual-cortex","display_name":"secondary visual cortex","score":0.9990000128746033},{"id":"https://openalex.org/keywords/sparse-coding","display_name":"sparse coding","score":0.9710000157356262},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.6759999990463257},{"id":"https://openalex.org/keywords/texture-representation","display_name":"texture representation","score":0.5770000219345093},{"id":"https://openalex.org/keywords/image-inpainting","display_name":"image inpainting","score":0.7910000085830688},{"id":"https://openalex.org/keywords/response-correlation","display_name":"response correlation","score":0.7960000038146973},{"id":"https://openalex.org/keywords/inductive-bias","display_name":"inductive bias","score":0.6039999723434448}],"concepts":[{"id":"https://openalex.org/C2779345533","wikidata":"https://www.wikidata.org/wiki/Q75785","display_name":"Visual cortex","level":2,"score":0.6816257834434509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6696631908416748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6301771998405457},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.565948486328125},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5509308576583862},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5027761459350586},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4952153265476227},{"id":"https://openalex.org/C2778251979","wikidata":"https://www.wikidata.org/wiki/Q7936617","display_name":"Visual processing","level":3,"score":0.4884878396987915},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4804670214653015},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.4591609239578247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40558966994285583},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28766971826553345},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24321511387825012},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.19445669651031494},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.08412307500839233}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2206.00436","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.00436","pdf_url":"https://arxiv.org/pdf/2206.00436","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2206.00436","doi":"https://doi.org/10.48550/arxiv.2206.00436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.00436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.00436","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.00436","pdf_url":"https://arxiv.org/pdf/2206.00436","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8199999928474426}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2162427980","https://openalex.org/W4309969736","https://openalex.org/W4394785709","https://openalex.org/W2953501176","https://openalex.org/W2965095304","https://openalex.org/W2470043383","https://openalex.org/W3034474024","https://openalex.org/W2770818364","https://openalex.org/W4317242571","https://openalex.org/W1969880373"],"abstract_inverted_index":{"Interpreting":[0],"computations":[1,171],"in":[2,10,22,57,83,106,189],"the":[3,15,63,86,89,93,103,107,131,137,141,145,156,180,183,208,216],"visual":[4,33,65,111,147],"cortex":[5,66],"as":[6],"learning":[7,175,205],"and":[8,24,88,109,185,202],"inference":[9],"a":[11,30,44,120,127,152,161],"generative":[12,40,87,173],"model":[13],"of":[14,32,43,46,85,92,130,140,144,155,170,179,215],"environment":[16],"has":[17,36],"received":[18],"wide":[19],"support":[20],"both":[21,82],"neuroscience":[23,197],"cognitive":[25],"science.":[26],"However,":[27],"hierarchical":[28,70],"computations,":[29],"hallmark":[31],"cortical":[34],"processing,":[35],"remained":[37],"impervious":[38],"for":[39,123,167,196,203],"models":[41],"because":[42],"lack":[45],"adequate":[47],"tools":[48],"to":[49,61,102,136,198,206],"address":[50],"it.":[51],"Here":[52],"we":[53],"capitalize":[54],"on":[55,73],"advances":[56],"Variational":[58],"Autoencoders":[59],"(VAEs)":[60],"investigate":[62],"early":[64],"with":[67,172],"sparse":[68],"coding":[69],"VAEs":[71],"trained":[72],"natural":[74],"images.":[75],"We":[76,97,149],"design":[77],"alternative":[78],"architectures":[79],"that":[80,99,151],"vary":[81],"terms":[84],"recognition":[90,157],"components":[91],"two":[94,168],"latent-layer":[95],"VAE.":[96],"show":[98,150],"representations":[100,210],"similar":[101],"one":[104],"found":[105],"primary":[108],"secondary":[110,146],"cortices":[112],"naturally":[113],"emerge":[114],"under":[115],"mild":[116],"inductive":[117],"biases.":[118],"Importantly,":[119],"nonlinear":[121],"representation":[122],"texture-like":[124],"patterns":[125],"is":[126,165],"stable":[128],"property":[129],"high-level":[132],"latent":[133],"space":[134],"resistant":[135],"specific":[138],"architecture":[139],"VAE,":[142],"reminiscent":[143],"cortex.":[148],"neuroscience-inspired":[153],"choice":[154],"model,":[158],"which":[159],"features":[160],"top-down":[162],"processing":[163],"component":[164],"critical":[166],"signatures":[169],"models:":[174],"higher":[176,190],"order":[177,191],"moments":[178],"posterior":[181],"beyond":[182],"mean":[184],"image":[186],"inpainting.":[187],"Patterns":[188],"response":[192,200],"statistics":[193],"provide":[194],"inspirations":[195],"interpret":[199],"correlations":[201],"machine":[204],"evaluate":[207],"learned":[209],"through":[211],"more":[212],"detailed":[213],"characterization":[214],"posterior.":[217]},"counts_by_year":[],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2022-06-13T00:00:00"}