{"id":"https://openalex.org/W7092296122","doi":"https://doi.org/10.48550/arxiv.2510.14486","title":"Semantic representations emerge in biologically inspired ensembles of cross-supervising neural networks","display_name":"Semantic representations emerge in biologically inspired ensembles of cross-supervising neural networks","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W7092296122","doi":"https://doi.org/10.48550/arxiv.2510.14486"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2510.14486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.14486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2510.14486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Urbach, Roy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Urbach, Roy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Schneidman, Elad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneidman, Elad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.34369999170303345,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.34369999170303345,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.12540000677108765,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.09929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5957000255584717},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.569599986076355},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5440999865531921},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4903999865055084},{"id":"https://openalex.org/keywords/biological-network","display_name":"Biological network","score":0.4754999876022339},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45840001106262207},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43130001425743103},{"id":"https://openalex.org/keywords/competitive-learning","display_name":"Competitive learning","score":0.4169999957084656},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.3910999894142151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7312999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6837000250816345},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5957000255584717},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.569599986076355},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5440999865531921},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4903999865055084},{"id":"https://openalex.org/C28225019","wikidata":"https://www.wikidata.org/wiki/Q4915005","display_name":"Biological network","level":2,"score":0.4754999876022339},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45840001106262207},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C120822770","wikidata":"https://www.wikidata.org/wiki/Q5156355","display_name":"Competitive learning","level":3,"score":0.4169999957084656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41190001368522644},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C173079777","wikidata":"https://www.wikidata.org/wiki/Q4299350","display_name":"Nervous system network models","level":5,"score":0.3873000144958496},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.36160001158714294},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C177973122","wikidata":"https://www.wikidata.org/wiki/Q7860946","display_name":"Types of artificial neural networks","level":4,"score":0.31929999589920044},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C15286952","wikidata":"https://www.wikidata.org/wiki/Q8037925","display_name":"Computational neuroscience","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C33010914","wikidata":"https://www.wikidata.org/wiki/Q7291980","display_name":"Random neural network","level":4,"score":0.2865000069141388},{"id":"https://openalex.org/C118403218","wikidata":"https://www.wikidata.org/wiki/Q43283","display_name":"Biological neural network","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C3832189","wikidata":"https://www.wikidata.org/wiki/Q8588916","display_name":"Models of neural computation","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C48164120","wikidata":"https://www.wikidata.org/wiki/Q4491893","display_name":"Concept learning","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2510.14486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.14486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2510.14486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.14486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Brains":[0],"learn":[1,178],"to":[2,108,191],"represent":[3],"information":[4],"from":[5],"a":[6,19,40,94,139,145,236],"large":[7],"set":[8],"of":[9,26,44,57,96,101,148,165,199,240],"stimuli,":[10,174],"typically":[11,73],"by":[12,99,116],"weak":[13],"supervision.":[14],"Unsupervised":[15],"learning":[16,98,249],"is":[17,52,189,210,222],"therefore":[18],"natural":[20],"approach":[21],"for":[22,66,122,133,162,169,212,247],"exploring":[23],"the":[24,86,149,153,197,203,254],"design":[25,42],"biological":[27,50,134],"neural":[28,45,59,102],"networks":[29,60,154,177,193,201,221,242],"and":[30,152,168,185,202,216,250],"their":[31],"computations.":[32,232],"Accordingly,":[33],"redundancy":[34],"reduction":[35],"has":[36,138],"been":[37],"suggested":[38],"as":[39,224,226,243],"prominent":[41],"principle":[43],"encoding,":[46],"but":[47,72],"its":[48],"``mechanistic''":[49],"implementation":[51],"unclear.":[53],"Analogously,":[54],"unsupervised":[55],"training":[56],"artificial":[58],"yields":[61],"internal":[62],"representations":[63,180],"that":[64,80,161,181,186,208,217],"allow":[65],"accurate":[67,225],"stimulus":[68],"classification":[69],"or":[70,127,172],"decoding,":[71],"rely":[74],"on":[75],"biologically-implausible":[76],"implementations.":[77],"We":[78,159,205,233],"suggest":[79,235],"interactions":[81,118],"between":[82,220],"parallel":[83],"subnetworks":[84],"in":[85,128,253],"brain":[87],"may":[88],"underlie":[89],"such":[90],"learning:":[91],"we":[92],"present":[93],"model":[95],"representation":[97,114],"ensembles":[100],"networks,":[103,121],"where":[104],"each":[105,136],"network":[106,137,166],"learns":[107],"encode":[109],"stimuli":[110],"into":[111],"an":[112,244],"abstract":[113],"space":[115],"cross-supervising":[117,176,241],"with":[119,229],"other":[120],"inputs":[123],"they":[124],"receive":[125],"simultaneously":[126],"close":[129],"temporal":[130],"proximity.":[131],"Aiming":[132],"plausibility,":[135],"small":[140,213],"``receptive":[141],"field'',":[142],"thus":[143,234],"receiving":[144],"fixed":[146],"part":[147],"external":[150],"input,":[151],"do":[155],"not":[156],"share":[157],"weights.":[158],"find":[160],"different":[163],"types":[164],"architectures,":[167],"both":[170,195],"visual":[171],"neuronal":[173],"these":[175],"semantic":[179],"are":[182],"easily":[183],"decodable":[184],"decoding":[187],"accuracy":[188],"comparable":[190],"supervised":[192],"--":[194],"at":[196],"level":[198],"single":[200],"ensemble.":[204],"further":[206],"show":[207],"performance":[209],"optimal":[211],"receptive":[214],"fields,":[215],"sparse":[218],"connectivity":[219],"nearly":[223],"all-to-all":[227],"interactions,":[228],"far":[230],"fewer":[231],"sparsely":[237],"interacting":[238],"collective":[239,251],"algorithmic":[245],"framework":[246],"representational":[248],"computation":[252],"brain.":[255]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-18T00:00:00"}