{"id":"https://openalex.org/W7166300262","doi":"https://doi.org/10.5281/zenodo.20949175","title":"FOS Units as Neural Activations: Interpretable Nodes and a Hidden-State Boundary for Recurrent Realizations","display_name":"FOS Units as Neural Activations: Interpretable Nodes and a Hidden-State Boundary for Recurrent Realizations","publication_year":2026,"publication_date":"2026-06-27","ids":{"openalex":"https://openalex.org/W7166300262","doi":"https://doi.org/10.5281/zenodo.20949175"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.20949175","doi":"https://doi.org/10.5281/zenodo.20949175","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20949175","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.20949175","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138450233","display_name":"Christopher K Merrill","orcid":"https://orcid.org/0009-0002-6304-9621","observed_orcids":["https://orcid.org/0009-0002-6304-9621"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Merrill, Christopher K.","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0002-6304-9621","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5138450233"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37390999,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.6797000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.6797000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.26589998602867126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.6499999761581421},{"id":"https://openalex.org/keywords/hidden-states","display_name":"hidden states","score":0.7789999842643738},{"id":"https://openalex.org/keywords/lorenz-system","display_name":"Lorenz system","score":0.7620000243186951},{"id":"https://openalex.org/keywords/bayesian-information-criterion","display_name":"Bayesian information criterion","score":0.5979999899864197},{"id":"https://openalex.org/keywords/ridge-regression","display_name":"ridge regression","score":0.6259999871253967},{"id":"https://openalex.org/keywords/delay-embedding","display_name":"delay embedding","score":0.38600000739097595},{"id":"https://openalex.org/keywords/gmdh","display_name":"group method of data handling","score":0.7289999723434448},{"id":"https://openalex.org/keywords/cascade-correlation","display_name":"cascade correlation","score":0.9100000262260437}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5498999953269958},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5410000085830688},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48660001158714294},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.44940000772476196},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C205609532","wikidata":"https://www.wikidata.org/wiki/Q770324","display_name":"Minimal realization","level":3,"score":0.4212999939918518},{"id":"https://openalex.org/C135796866","wikidata":"https://www.wikidata.org/wiki/Q7315328","display_name":"Reservoir computing","level":4,"score":0.4146000146865845},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C121158502","wikidata":"https://www.wikidata.org/wiki/Q4652161","display_name":"AKA","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35929998755455017},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.3215000033378601},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C32277403","wikidata":"https://www.wikidata.org/wiki/Q740445","display_name":"Ridge","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.26190000772476196},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.20949175","doi":"https://doi.org/10.5281/zenodo.20949175","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20949175","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.20949176","doi":"https://doi.org/10.5281/zenodo.20949176","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20949176","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.20949175","doi":"https://doi.org/10.5281/zenodo.20949175","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20949175","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3200095018","https://openalex.org/W7100272516","https://openalex.org/W7095238067","https://openalex.org/W7098861425","https://openalex.org/W3013110242","https://openalex.org/W4411464973","https://openalex.org/W7172516802","https://openalex.org/W4413986709","https://openalex.org/W3214579609","https://openalex.org/W7214058545"],"abstract_inverted_index":{"We":[0,98,127,264],"explore":[1],"replacing":[2],"a":[3,14,20,34,64,101,105,113,136,147,152,165,184,213,223,249],"neuron's":[4],"static":[5,167],"scalar":[6],"activation":[7],"(such":[8],"as":[9,84],"ReLU":[10],"or":[11,180],"tanh)":[12],"with":[13,154,173],"Fast":[15],"Orthogonal":[16],"Search":[17],"(FOS)":[18],"unit:":[19],"sparse":[21],"polynomial":[22],"map":[23],"of":[24,183,215,227,261,274,298,311],"the":[25,70,132,160,194,239,256,266,271,290,296,303,312],"unit's":[26,225],"inputs":[27],"whose":[28],"terms":[29],"are":[30,282,308],"greedily":[31],"selected":[32,76],"against":[33],"Bayesian":[35],"Information":[36],"Criterion":[37],"(BIC)":[38],"and":[39,62,145,251,278,281,302,321],"fitted":[40],"by":[41,59,112,255],"ridge":[42],"regression.":[43],"A":[44],"single":[45,114],"FOS":[46,115,138],"unit":[47,139,168],"is":[48,91,163,205],"white-box":[49],"\u2014":[50,61,135,140,176,193],"an":[51,259],"explicit":[52,283],"algebraic":[53],"equation":[54],"one":[55,217],"can":[56],"read":[57,110],"term":[58,60,77],"inherits":[63],"principled,":[65],"noise-adaptive":[66],"complexity":[67],"control.":[68],"On":[69,151,171],"Santa":[71],"Fe":[72],"laser":[73],"benchmark":[74],"its":[75,89,190,233,285],"count":[78],"falls":[79],"from":[80,232],"39":[81],"to":[82,199,270],"8":[83],"observational":[85],"noise":[86,94],"rises,":[87],"so":[88],"sparsity":[90],"earned":[92],"under":[93],"rather":[95],"than":[96],"free.":[97],"then":[99],"study":[100],"tamed":[102],"recurrent":[103,119,161],"realization:":[104],"fixed":[106],"random":[107],"echo-state":[108],"reservoir":[109,195,279],"out":[111],"unit,":[116],"which":[117],"supplies":[118],"\"neurons":[120],"feeding":[121],"neurons\"":[122],"dynamics":[123],"without":[124],"circular":[125],"training.":[126],"ask":[128],"when":[129],"it":[130,244],"beats":[131],"simplest":[133],"baseline":[134],"delay-embedded":[137],"at":[141],"autonomous,":[142],"free-running":[143,224],"prediction,":[144],"find":[146],"clean,":[148],"falsifiable":[149],"boundary.":[150],"signal":[153],"clean":[155,294],"recent-lag":[156],"structure":[157],"(the":[158],"laser),":[159],"realization":[162],"overkill:":[164],"well-embedded":[166],"tracks":[169],"longer.":[170,202],"signals":[172],"hidden":[174,208],"state":[175,209],"delay":[177],"feedback":[178],"(Mackey-Glass)":[179],"partial":[181],"observation":[182],"chaotic":[185],"system":[186],"(Lorenz":[187],"observed":[188],"through":[189],"x-coordinate":[191],"alone)":[192],"free-runs":[196],"roughly":[197],"3":[198],"6":[200],"times":[201],"The":[203,287],"advantage":[204],"therefore":[206],"about":[207,284],"in":[210,248],"general,":[211],"not":[212],"quirk":[214],"any":[216],"mechanism.":[218],"Finally,":[219],"we":[220],"show":[221],"that":[222],"loss":[226],"validity":[228,300],"cannot":[229],"be":[230],"detected":[231],"generated":[234],"output":[235,240],"stream":[236],"alone,":[237],"because":[238],"remains":[241],"statistically":[242],"in-distribution;":[243],"is,":[245],"however,":[246],"flagged":[247],"ground-truth-free":[250],"slightly":[252],"anticipatory":[253],"manner":[254],"disagreement":[257],"among":[258],"ensemble":[260],"independently-seeded":[262],"units.":[263],"position":[265],"work":[267],"honestly":[268],"relative":[269],"Group":[272],"Method":[273],"Data":[275],"Handling,":[276],"cascade-correlation,":[277],"computing,":[280],"limits.":[286],"conditional":[288],"sparsity,":[289],"no-win":[291],"case":[292],"on":[293],"signals,":[295],"failure":[297],"stream-only":[299],"monitoring,":[301],"as-yet-unbuilt":[304],"fully-recurrent":[305],"(mutually-fitting)":[306],"network":[307],"themselves":[309],"part":[310],"contribution:":[313],"they":[314,323],"delimit":[315],"where":[316,322],"interpretable,":[317],"self-structuring":[318],"units":[319],"help":[320],"do":[324],"not.":[325]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-06-28T00:00:00"}