{"id":"https://openalex.org/W7114803826","doi":"https://doi.org/10.48550/arxiv.2512.07869","title":"Manifolds and Modules: How Function Develops in a Neural Foundation Model","display_name":"Manifolds and Modules: How Function Develops in a Neural Foundation Model","publication_year":2025,"publication_date":"2025-11-26","ids":{"openalex":"https://openalex.org/W7114803826","doi":"https://doi.org/10.48550/arxiv.2512.07869"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.07869","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.07869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.07869","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bertram, Johannes","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bertram, Johannes","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dyballa, Luciano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dyballa, Luciano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Keller, T. Anderson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keller, T. Anderson","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kinger, Savik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kinger, Savik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zucker, Steven W.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zucker, Steven W.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.5620999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.5620999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.19419999420642853,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.058800000697374344,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5537999868392944},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.46149998903274536},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4180000126361847},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.3880999982357025},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3741999864578247},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.32589998841285706},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.32109999656677246},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.3188000023365021},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.31520000100135803}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6184999942779541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5702999830245972},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.46149998903274536},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.3188000023365021},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2980000078678131},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C3832189","wikidata":"https://www.wikidata.org/wiki/Q8588916","display_name":"Models of neural computation","level":3,"score":0.2924000024795532},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C2984127161","wikidata":"https://www.wikidata.org/wiki/Q969316","display_name":"Neural activity","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C28225019","wikidata":"https://www.wikidata.org/wiki/Q4915005","display_name":"Biological network","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C2986949344","wikidata":"https://www.wikidata.org/wiki/Q9404","display_name":"Neural system","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.25279998779296875},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.07869","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.07869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.07869","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.07869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"models":[1],"have":[2],"shown":[3],"remarkable":[4],"success":[5],"in":[6,61,77,109,118],"fitting":[7],"biological":[8,139,174],"visual":[9],"systems;":[10],"however,":[11],"their":[12,17],"black-box":[13],"nature":[14],"inherently":[15],"limits":[16],"utility":[18],"for":[19],"understanding":[20],"brain":[21],"function.":[22],"Here,":[23],"we":[24,70,153],"peek":[25],"inside":[26],"a":[27,39,116,158,165],"SOTA":[28],"foundation":[29,168],"model":[30,94],"of":[31,92,129,160,164,176,183],"neural":[32,62,82,167],"activity":[33,63],"(Wang":[34],"et":[35],"al.,":[36],"2025)":[37],"as":[38,157],"physiologist":[40],"might,":[41],"characterizing":[42],"each":[43,103],"'neuron'":[44],"based":[45],"on":[46],"its":[47,177,184],"temporal":[48,131,187],"response":[49,188],"properties":[50],"to":[51],"parametric":[52],"stimuli.":[53],"We":[54,85],"analyze":[55,71],"how":[56,72],"different":[57,73,89,106,130],"stimuli":[58],"are":[59,75],"represented":[60,76],"space":[64,79],"by":[65,80,124,141],"building":[66,81],"decoding":[67],"manifolds,":[68],"and":[69,100],"neurons":[74],"stimulus-response":[78],"encoding":[83],"manifolds.":[84,111],"find":[86],"that":[87],"the":[88,93,96,121,127,135,161,173,180],"processing":[90],"stages":[91],"(i.e.,":[95],"feedforward":[97],"encoder,":[98],"recurrent,":[99],"readout":[101,136],"modules)":[102],"exhibit":[104],"qualitatively":[105],"representational":[107],"structures":[108],"these":[110],"The":[112],"recurrent":[113],"module":[114,123,137],"shows":[115],"jump":[117],"capabilities":[119],"over":[120],"encoder":[122],"'pushing":[125],"apart'":[126],"representations":[128],"stimulus":[132],"patterns;":[133],"while":[134],"achieves":[138],"fidelity":[140],"using":[142],"numerous":[143],"specialized":[144],"feature":[145],"maps":[146],"rather":[147],"than":[148],"biologically":[149],"plausible":[150],"mechanisms.":[151],"Overall,":[152],"present":[154],"this":[155],"work":[156],"study":[159],"inner":[162],"workings":[163],"prominent":[166],"model,":[169],"gaining":[170],"insights":[171],"into":[172],"relevance":[175],"internals":[178],"through":[179],"novel":[181],"analysis":[182],"neurons'":[185],"joint":[186],"patterns.":[189]},"counts_by_year":[],"updated_date":"2025-12-12T23:16:27.785689","created_date":"2025-12-11T00:00:00"}