{"id":"https://openalex.org/W3081635055","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534060","title":"It's Hard for Neural Networks to Learn the Game of Life","display_name":"It's Hard for Neural Networks to Learn the Game of Life","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3081635055","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534060","mag":"3081635055"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.01398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035773495","display_name":"Jacob M. Springer","orcid":null},"institutions":[{"id":"https://openalex.org/I118020396","display_name":"Swarthmore College","ror":"https://ror.org/012dg8a96","country_code":"US","type":"education","lineage":["https://openalex.org/I118020396"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacob M. Springer","raw_affiliation_strings":["Swarthmore College, Swarthmore, PA, USA","Swarthmore College"],"affiliations":[{"raw_affiliation_string":"Swarthmore College, Swarthmore, PA, USA","institution_ids":["https://openalex.org/I118020396"]},{"raw_affiliation_string":"Swarthmore College","institution_ids":["https://openalex.org/I118020396"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086534835","display_name":"Garrett T. Kenyon","orcid":"https://orcid.org/0000-0003-4836-3938"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garrett T. Kenyon","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA","Los Alamos national Laboratory"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos national Laboratory","institution_ids":["https://openalex.org/I1343871089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035773495"],"corresponding_institution_ids":["https://openalex.org/I118020396"],"apc_list":null,"apc_paid":null,"fwci":0.4544,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65465998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7025786638259888},{"id":"https://openalex.org/keywords/lottery","display_name":"Lottery","score":0.5985988974571228},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5668919086456299},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5584059953689575},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5482531189918518},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5263979434967041},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5246275067329407},{"id":"https://openalex.org/keywords/cellular-automaton","display_name":"Cellular automaton","score":0.5080926418304443},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.48901042342185974},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.45317134261131287},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4444844722747803},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41758713126182556},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3631366193294525},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.32491886615753174},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1786459982395172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7025786638259888},{"id":"https://openalex.org/C2777340749","wikidata":"https://www.wikidata.org/wiki/Q6684955","display_name":"Lottery","level":2,"score":0.5985988974571228},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5668919086456299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5584059953689575},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5482531189918518},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5263979434967041},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5246275067329407},{"id":"https://openalex.org/C35527583","wikidata":"https://www.wikidata.org/wiki/Q189156","display_name":"Cellular automaton","level":2,"score":0.5080926418304443},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.48901042342185974},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.45317134261131287},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4444844722747803},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41758713126182556},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3631366193294525},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.32491886615753174},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1786459982395172},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2009.01398","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.01398","pdf_url":"https://arxiv.org/pdf/2009.01398","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:osti.gov:1823734","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1823734","pdf_url":"https://www.osti.gov/servlets/purl/1823734","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"mag:3081635055","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2009.01398.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2009.01398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2009.01398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.01398","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.01398","pdf_url":"https://arxiv.org/pdf/2009.01398","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1127810244","display_name":null,"funder_award_id":"89233218CNA0000","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1406813184","display_name":null,"funder_award_id":"89233218CNA000","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G216489703","display_name":null,"funder_award_id":"89233218CNA00000","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G3359278407","display_name":null,"funder_award_id":"9233218CNA000001","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G3793674015","display_name":null,"funder_award_id":"9233218CNA000001","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G4950733632","display_name":null,"funder_award_id":"000001","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6083127429","display_name":null,"funder_award_id":"00001","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6387710405","display_name":null,"funder_award_id":"9233218CNA00000","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G6995210142","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G7038891139","display_name":null,"funder_award_id":"89233218","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G7340972926","display_name":null,"funder_award_id":"other","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7500863821","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G7851296133","display_name":null,"funder_award_id":"9233218CNA000001","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8659807574","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8803809456","display_name":null,"funder_award_id":"89233218CNA00000","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G996238640","display_name":null,"funder_award_id":"89233218CNA00000","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1732222442","https://openalex.org/W1821462560","https://openalex.org/W1899249567","https://openalex.org/W1964298122","https://openalex.org/W2057440314","https://openalex.org/W2125318369","https://openalex.org/W2125389748","https://openalex.org/W2173051530","https://openalex.org/W2178237821","https://openalex.org/W2515385951","https://openalex.org/W2788800397","https://openalex.org/W2799217725","https://openalex.org/W2805003733","https://openalex.org/W2807299122","https://openalex.org/W2887020936","https://openalex.org/W2891545126","https://openalex.org/W2908206262","https://openalex.org/W2943283198","https://openalex.org/W2950527759","https://openalex.org/W2954097612","https://openalex.org/W2962698540","https://openalex.org/W2963427613","https://openalex.org/W2963446085","https://openalex.org/W2963477238","https://openalex.org/W2963674932","https://openalex.org/W2963833878","https://openalex.org/W2970674435","https://openalex.org/W3021189130","https://openalex.org/W3195905567","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637404856","https://openalex.org/W6638523607","https://openalex.org/W6639736602","https://openalex.org/W6677103964","https://openalex.org/W6678583879","https://openalex.org/W6684821475","https://openalex.org/W6685467498","https://openalex.org/W6713348437","https://openalex.org/W6726275242","https://openalex.org/W6736786397","https://openalex.org/W6750886758","https://openalex.org/W6751979845","https://openalex.org/W6753422357","https://openalex.org/W6753765956","https://openalex.org/W6756001544","https://openalex.org/W6757628700","https://openalex.org/W6767340034"],"related_works":["https://openalex.org/W2792760996","https://openalex.org/W2117933835","https://openalex.org/W2786262858","https://openalex.org/W3126611227","https://openalex.org/W2976745354","https://openalex.org/W1883940464","https://openalex.org/W2929422515","https://openalex.org/W2948635472","https://openalex.org/W2907796507","https://openalex.org/W3125151176","https://openalex.org/W2898807633","https://openalex.org/W2134264591","https://openalex.org/W3171374279","https://openalex.org/W2927014686","https://openalex.org/W2786465559","https://openalex.org/W2778480222","https://openalex.org/W2951565863","https://openalex.org/W2156938623","https://openalex.org/W2182969463","https://openalex.org/W2147368400"],"abstract_inverted_index":{"Efforts":[0],"to":[1,44,63,110,124,129,170],"improve":[2],"the":[3,13,70,78,117,166,178],"learning":[4],"abilities":[5],"of":[6,15,36,69,76,81,95,168],"neural":[7,28],"networks":[8,29,59,94,105,151],"have":[9],"focused":[10],"mostly":[11],"on":[12,20,31,99],"role":[14],"optimization":[16],"methods":[17],"rather":[18],"than":[19],"weight":[21,51],"initializations.":[22],"Recent":[23],"findings,":[24],"however,":[25],"suggest":[26],"that":[27,41,60,93,116,120,148],"rely":[30],"lucky":[32],"random":[33],"initial":[34],"weights":[35],"subnetworks":[37],"called":[38],"\u201clottery":[39],"tickets\u201d":[40],"converge":[42],"quickly":[43],"a":[45,88,125,134,141,171],"solution":[46,126],"[1].":[47,182],"To":[48],"investigate":[49],"how":[50],"initializations":[52],"affect":[53],"performance,":[54],"we":[55,114,139],"examine":[56],"small":[57,89,130],"convolutional":[58],"are":[61,127,157,175],"trained":[62,98],"predict":[64],"<tex":[65,144,161],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66,145,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n$</tex>":[67],"steps":[68],"two-dimensional":[71],"cellular":[72],"automaton":[73],"Conway's":[74],"Game":[75],"Life,":[77],"update":[79],"rules":[80],"which":[82,155],"can":[83],"be":[84],"implemented":[85],"efficiently":[86],"in":[87,154],"CNN.":[90],"We":[91],"find":[92,115],"this":[96,100],"architecture":[97],"task":[101],"rarely":[102],"converge.":[103,112],"Rather,":[104],"require":[106],"substantially":[107],"more":[108],"parameters":[109,119],"consistently":[111],"Furthermore,":[113],"initialization":[118],"gradient":[121],"descent":[122],"converges":[123],"sensitive":[128],"perturbations,":[131],"such":[132,147],"as":[133],"single":[135],"sign":[136],"change.":[137],"Finally,":[138],"observe":[140],"critical":[142],"value":[143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$d_{0}$</tex>":[146,163],"training":[149],"minimal":[150],"with":[152,159,177],"examples":[153],"cells":[156],"alive":[158],"probability":[160],"dramatically":[164],"increases":[165],"chance":[167],"convergence":[169],"solution.":[172],"Our":[173],"results":[174],"consistent":[176],"lottery":[179],"ticket":[180],"hypothesis":[181]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}