{"id":"https://openalex.org/W4321649681","doi":"https://doi.org/10.48550/arxiv.2302.11351","title":"Abrupt and spontaneous strategy switches emerge in simple regularised neural networks","display_name":"Abrupt and spontaneous strategy switches emerge in simple regularised neural networks","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321649681","doi":"https://doi.org/10.48550/arxiv.2302.11351"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.11351","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.11351","pdf_url":"https://arxiv.org/pdf/2302.11351","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.11351","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088257216","display_name":"Anika T. L\u00f6we","orcid":"https://orcid.org/0000-0003-3132-5767"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"L\u00f6we, Anika T.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064474139","display_name":"L\u00e9o Touzo","orcid":"https://orcid.org/0009-0006-4832-9173"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Touzo, L\u00e9o","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064316283","display_name":"Paul S. Muhle-Karbe","orcid":"https://orcid.org/0000-0002-8749-2815"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhle-Karbe, Paul S.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011428379","display_name":"Andrew Saxe","orcid":"https://orcid.org/0000-0002-9831-8812"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saxe, Andrew M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031878516","display_name":"Christopher Summerfield","orcid":"https://orcid.org/0000-0002-2941-2653"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Summerfield, Christopher","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041876074","display_name":"Nicolas W. Schuck","orcid":"https://orcid.org/0000-0002-0150-8776"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schuck, Nicolas W.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088257216"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9101999998092651,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.6817288398742676},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6337423324584961},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6021509170532227},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5956668853759766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5675808787345886},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5381001234054565},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5018742084503174},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.46386709809303284},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.45862194895744324},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4504481554031372},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.42245739698410034},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4105665683746338},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3385148048400879},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24743258953094482},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.23167961835861206},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08889806270599365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0818604826927185}],"concepts":[{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.6817288398742676},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6337423324584961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6021509170532227},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5956668853759766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5675808787345886},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5381001234054565},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5018742084503174},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.46386709809303284},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.45862194895744324},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4504481554031372},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.42245739698410034},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4105665683746338},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3385148048400879},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24743258953094482},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.23167961835861206},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08889806270599365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0818604826927185},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.11351","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.11351","pdf_url":"https://arxiv.org/pdf/2302.11351","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2302.11351","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.11351","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.11351","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.11351","pdf_url":"https://arxiv.org/pdf/2302.11351","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2031449089","https://openalex.org/W2112596406","https://openalex.org/W2125499229","https://openalex.org/W4385304246","https://openalex.org/W4387096269","https://openalex.org/W4387096070","https://openalex.org/W2410610877","https://openalex.org/W2072696177","https://openalex.org/W2129483036","https://openalex.org/W2368671581"],"abstract_inverted_index":{"Humans":[0],"sometimes":[1],"have":[2],"an":[3,129],"insight":[4],"that":[5,95,109,127,134,176,200,210],"leads":[6],"to":[7,27,30,39,72,100,189,196],"a":[8,32,51,91,97,121,139,144,182],"sudden":[9,122],"and":[10,54,86,123,143,161,172,186,232],"drastic":[11],"performance":[12],"improvement":[13],"on":[14,181],"the":[15,68,102,194,226],"task":[16,94,103],"they":[17],"are":[18,24],"working":[19],"on.":[20],"Sudden":[21],"strategy":[22,125],"adaptations":[23],"often":[25],"linked":[26],"insights,":[28],"considered":[29],"be":[31],"unique":[33],"aspect":[34],"of":[35,152,158,169,229],"human":[36,153],"cognition":[37],"tied":[38],"complex":[40],"processes":[41],"such":[42],"as":[43],"creativity":[44],"or":[45],"meta-cognitive":[46],"reasoning.":[47],"Here,":[48],"we":[49,132],"take":[50],"learning":[52,82,141,146,173,218],"perspective":[53],"ask":[55],"whether":[56],"insight-like":[57,154,177,211],"behaviour":[58,117,178,212],"can":[59,213],"occur":[60],"in":[61,84,90,164,219],"simple":[62,135,220],"artificial":[63],"neural":[64,88,136,221],"networks,":[65,222],"even":[66],"when":[67],"models":[69],"only":[70,110,165],"learn":[71],"form":[73],"input-output":[74],"associations":[75],"through":[76],"gradual":[77,140,217],"gradient":[78,190],"descent.":[79],"We":[80],"compared":[81],"dynamics":[83,174],"humans":[85,112],"regularised":[87,183,205],"networks":[89,137,195],"perceptual":[92],"decision":[93],"included":[96],"hidden":[98],"regularity":[99],"solve":[101],"more":[104],"efficiently.":[105],"Our":[106],"results":[107],"show":[108],"some":[111,166],"discover":[113],"this":[114],"regularity,":[115],"whose":[116],"was":[118],"marked":[119],"by":[120,204],"abrupt":[124],"switch":[126],"reflects":[128,225],"aha-moment.":[130],"Notably,":[131],"find":[133],"with":[138],"rule":[142],"constant":[145],"rate":[147],"closely":[148],"mimicked":[149],"behavioural":[150],"characteristics":[151],"switches,":[155],"exhibiting":[156],"delay":[157],"insight,":[159],"suddenness":[160],"selective":[162],"occurrence":[163],"networks.":[167],"Analyses":[168],"network":[170],"architectures":[171],"revealed":[175],"crucially":[179],"depended":[180],"gating":[184,231],"mechanism":[185],"noise":[187],"added":[188],"updates,":[191],"which":[192],"allowed":[193],"accumulate":[197],"\"silent":[198],"knowledge\"":[199],"is":[201],"initially":[202],"suppressed":[203],"(attentional)":[206],"gating.":[207],"This":[208],"suggests":[209],"arise":[214],"naturally":[215],"from":[216],"where":[223],"it":[224],"combined":[227],"influences":[228],"noise,":[230],"regularisation.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2023-02-24T00:00:00"}