{"id":"https://openalex.org/W3092262084","doi":"https://doi.org/10.1109/tnnls.2021.3119543","title":"Cellular Automata Can Reduce Memory Requirements of Collective-State Computing","display_name":"Cellular Automata Can Reduce Memory Requirements of Collective-State Computing","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3092262084","doi":"https://doi.org/10.1109/tnnls.2021.3119543","mag":"3092262084","pmid":"https://pubmed.ncbi.nlm.nih.gov/34699370"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3119543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3119543","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"preprint","indexed_in":["crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2010.03585","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065925392","display_name":"Denis Kleyko","orcid":"https://orcid.org/0000-0002-6032-6155"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denis Kleyko","raw_affiliation_strings":["Redwood Center for Theoretical Neuroscience, University of California at Berkeley, Berkeley, CA, USA","University of California\u2013Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-6032-6155","affiliations":[{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California at Berkeley, Berkeley, CA, USA","institution_ids":[]},{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013958028","display_name":"E. Paxon Frady","orcid":"https://orcid.org/0000-0001-8248-4544"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Paxon Frady","raw_affiliation_strings":["Redwood Center for Theoretical Neuroscience, University of California at Berkeley, Berkeley, CA, USA","University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California at Berkeley, Berkeley, CA, USA","institution_ids":[]},{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085896415","display_name":"Friedrich T. Sommer","orcid":"https://orcid.org/0000-0002-6738-9263"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Friedrich T. Sommer","raw_affiliation_strings":["Redwood Center for Theoretical Neuroscience, University of California at Berkeley, Berkeley, CA, USA","University of California\u2013Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-6738-9263","affiliations":[{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California at Berkeley, Berkeley, CA, USA","institution_ids":[]},{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1017,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.39587611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"33","issue":"6","first_page":"2701","last_page":"2713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reservoir-computing","display_name":"Reservoir computing","score":0.7312891483306885},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.694368839263916},{"id":"https://openalex.org/keywords/elementary-cellular-automaton","display_name":"Elementary cellular automaton","score":0.6545976400375366},{"id":"https://openalex.org/keywords/collective-behavior","display_name":"Collective behavior","score":0.5778229236602783},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5496167540550232},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5111842751502991},{"id":"https://openalex.org/keywords/cellular-automaton","display_name":"Cellular automaton","score":0.47445735335350037},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4713292419910431},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.4546329379081726},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.44824302196502686},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4312356412410736},{"id":"https://openalex.org/keywords/stochastic-computing","display_name":"Stochastic computing","score":0.4240732789039612},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38087227940559387},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.27146971225738525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1926744282245636},{"id":"https://openalex.org/keywords/automata-theory","display_name":"Automata theory","score":0.1715739667415619},{"id":"https://openalex.org/keywords/mobile-automaton","display_name":"Mobile automaton","score":0.1343686282634735},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.09989461302757263}],"concepts":[{"id":"https://openalex.org/C135796866","wikidata":"https://www.wikidata.org/wiki/Q7315328","display_name":"Reservoir computing","level":4,"score":0.7312891483306885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.694368839263916},{"id":"https://openalex.org/C193261270","wikidata":"https://www.wikidata.org/wiki/Q1875447","display_name":"Elementary cellular automaton","level":5,"score":0.6545976400375366},{"id":"https://openalex.org/C100339178","wikidata":"https://www.wikidata.org/wiki/Q2548752","display_name":"Collective behavior","level":2,"score":0.5778229236602783},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5496167540550232},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5111842751502991},{"id":"https://openalex.org/C35527583","wikidata":"https://www.wikidata.org/wiki/Q189156","display_name":"Cellular automaton","level":2,"score":0.47445735335350037},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4713292419910431},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.4546329379081726},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.44824302196502686},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4312356412410736},{"id":"https://openalex.org/C2780971903","wikidata":"https://www.wikidata.org/wiki/Q2933705","display_name":"Stochastic computing","level":3,"score":0.4240732789039612},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38087227940559387},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27146971225738525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1926744282245636},{"id":"https://openalex.org/C116248031","wikidata":"https://www.wikidata.org/wiki/Q214526","display_name":"Automata theory","level":3,"score":0.1715739667415619},{"id":"https://openalex.org/C50348692","wikidata":"https://www.wikidata.org/wiki/Q6887056","display_name":"Mobile automaton","level":4,"score":0.1343686282634735},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.09989461302757263},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnnls.2021.3119543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3119543","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34699370","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34699370","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"mag:3092262084","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.03585","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9215349","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9215349","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Neural Netw Learn Syst","raw_type":"Text"},{"id":"doi:10.48550/arxiv.2010.03585","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.03585","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"mag:3092262084","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.03585","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1746468377","display_name":"A Low-Power Artificial Intelligence Framework based on Vector Symbolic Architectures","funder_award_id":"839179","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G6279555096","display_name":null,"funder_award_id":"R01-EB026955","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"},{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1129461654","https://openalex.org/W1597286183","https://openalex.org/W1615576556","https://openalex.org/W1943478593","https://openalex.org/W1985043179","https://openalex.org/W1986278072","https://openalex.org/W1993931325","https://openalex.org/W2025054170","https://openalex.org/W2035886699","https://openalex.org/W2037757210","https://openalex.org/W2042588857","https://openalex.org/W2070862086","https://openalex.org/W2092988036","https://openalex.org/W2103179919","https://openalex.org/W2106963348","https://openalex.org/W2108962376","https://openalex.org/W2111072639","https://openalex.org/W2119275775","https://openalex.org/W2128084896","https://openalex.org/W2135129214","https://openalex.org/W2157306293","https://openalex.org/W2159682675","https://openalex.org/W2177218873","https://openalex.org/W2177933918","https://openalex.org/W2178948334","https://openalex.org/W2296616510","https://openalex.org/W2408592118","https://openalex.org/W2531011100","https://openalex.org/W2538677090","https://openalex.org/W2580157614","https://openalex.org/W2604533912","https://openalex.org/W2620826411","https://openalex.org/W2621119169","https://openalex.org/W2624514417","https://openalex.org/W2638260265","https://openalex.org/W2736674034","https://openalex.org/W2767604375","https://openalex.org/W2770867854","https://openalex.org/W2783525259","https://openalex.org/W2791738855","https://openalex.org/W2904157380","https://openalex.org/W2950268605","https://openalex.org/W2963492949","https://openalex.org/W2963650979","https://openalex.org/W2973650171","https://openalex.org/W2981174422","https://openalex.org/W2995274427","https://openalex.org/W2997883506","https://openalex.org/W3007777192","https://openalex.org/W3040828168","https://openalex.org/W3040861961","https://openalex.org/W3087092958","https://openalex.org/W3092001737","https://openalex.org/W3093755763","https://openalex.org/W3094277857","https://openalex.org/W3114259516","https://openalex.org/W3124315448","https://openalex.org/W3140968660","https://openalex.org/W3196972418","https://openalex.org/W3199289026","https://openalex.org/W3199547214","https://openalex.org/W3204836041","https://openalex.org/W4200549785","https://openalex.org/W4250955649","https://openalex.org/W6636444753","https://openalex.org/W6677940039","https://openalex.org/W6714212358","https://openalex.org/W6738466686","https://openalex.org/W6787198496","https://openalex.org/W6796199476","https://openalex.org/W6910478492"],"related_works":["https://openalex.org/W3210830221","https://openalex.org/W2150377668","https://openalex.org/W2604533912","https://openalex.org/W3006432758","https://openalex.org/W69544573","https://openalex.org/W1512004832","https://openalex.org/W2545937842","https://openalex.org/W1985605103","https://openalex.org/W2236173619","https://openalex.org/W2338310713","https://openalex.org/W3041204363","https://openalex.org/W2026069190","https://openalex.org/W1605815326","https://openalex.org/W804299200","https://openalex.org/W1863633935","https://openalex.org/W122647775","https://openalex.org/W2762132371","https://openalex.org/W397664799","https://openalex.org/W2981511428","https://openalex.org/W2464596020"],"abstract_inverted_index":{"Various":[0],"nonclassical":[1],"approaches":[2],"of":[3,23,29,54,112,121,128,139,173],"distributed":[4],"information":[5],"processing,":[6],"such":[7],"as":[8],"neural":[9],"networks,":[10],"reservoir":[11],"computing":[12,88,154,196],"(RC),":[13],"vector":[14],"symbolic":[15],"architectures":[16],"(VSAs),":[17],"and":[18,62,125,131,181,188,219],"others,":[19],"employ":[20],"the":[21,31,44,66,83,109,116,119,122,126,129,137,140,162,170],"principle":[22],"collective-state":[24,87,153,195,205],"computing.":[25],"In":[26,68],"this":[27,69],"type":[28],"computing,":[30],"variables":[32],"relevant":[33],"in":[34,114,136,156,183,207,222],"computation":[35,104],"are":[36,211],"superimposed":[37],"into":[38],"a":[39,51,152,215,223],"single":[40],"high-dimensional":[41],"state":[42],"vector,":[43],"collective":[45],"state.":[46],"The":[47,176],"variable":[48],"encoding":[49],"uses":[50],"fixed":[52],"set":[53,172],"random":[55,92,174,209],"patterns,":[56],"which":[57,157,208],"has":[58],"to":[59,150,203],"be":[60,100],"stored":[61,221],"kept":[63],"available":[64],"during":[65],"computation.":[67],"article,":[70],"we":[71,147],"show":[72,193],"that":[73,90,194],"an":[74],"elementary":[75],"cellular":[76],"automaton":[77],"with":[78,103,197],"rule":[79],"90":[80],"(CA90)":[81],"enables":[82],"space-time":[84],"tradeoff":[85],"for":[86],"models":[89],"use":[91],"dense":[93],"binary":[94],"representations,":[95],"i.e.,":[96],"memory":[97],"requirements":[98],"can":[99],"traded":[101],"off":[102],"running":[105],"CA90.":[106],"We":[107],"investigate":[108],"randomization":[110,123],"behavior":[111],"CA90,":[113],"particular,":[115],"relation":[117],"between":[118],"length":[120],"period":[124],"size":[127],"grid,":[130],"how":[132,149],"CA90":[133,158,177,198],"preserves":[134],"similarity":[135],"presence":[138],"initialization":[141],"noise.":[142],"Based":[143],"on":[144,161],"these":[145],"analyses,":[146],"discuss":[148],"optimize":[151],"model,":[155],"expands":[159],"representations":[160],"fly":[163],"from":[164],"short":[165],"seed":[166],"patterns-rather":[167],"than":[168],"storing":[169],"full":[171],"patterns.":[175],"expansion":[178,199],"is":[179],"applied":[180],"tested":[182],"concrete":[184],"scenarios":[185],"using":[186],"RC":[187],"VSAs.":[189],"Our":[190],"experimental":[191],"results":[192],"performs":[200],"similarly":[201],"compared":[202],"traditional":[204],"models,":[206],"patterns":[210],"generated":[212],"initially":[213],"by":[214],"pseudorandom":[216],"number":[217],"generator":[218],"then":[220],"large":[224],"memory.":[225]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-23T13:55:30.953635","created_date":"2025-10-10T00:00:00"}