{"id":"https://openalex.org/W4387635878","doi":"https://doi.org/10.48550/arxiv.2310.08513","title":"How connectivity structure shapes rich and lazy learning in neural circuits","display_name":"How connectivity structure shapes rich and lazy learning in neural circuits","publication_year":2023,"publication_date":"2023-10-12","ids":{"openalex":"https://openalex.org/W4387635878","doi":"https://doi.org/10.48550/arxiv.2310.08513"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.08513","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.08513","pdf_url":"https://arxiv.org/pdf/2310.08513","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.08513","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000825007","display_name":"Yuhan Helena Liu","orcid":"https://orcid.org/0000-0001-7269-8338"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liu, Yuhan Helena","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064841098","display_name":"Aristide Baratin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baratin, Aristide","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005656691","display_name":"Jonathan Cornford","orcid":"https://orcid.org/0000-0002-2382-514X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cornford, Jonathan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072126704","display_name":"\u015etefan Mihala\u015f","orcid":"https://orcid.org/0000-0002-2629-7100"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mihalas, Stefan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046602924","display_name":"Eric Shea\u2010Brown","orcid":"https://orcid.org/0000-0002-9012-1396"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shea-Brown, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043037494","display_name":"Guillaume Lajoie","orcid":"https://orcid.org/0000-0003-2730-7291"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lajoie, Guillaume","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5000825007"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8453028798103333},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7160117626190186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.623476505279541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6050084829330444},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6047862768173218},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5702824592590332},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5650073885917664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5348220467567444},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5050891041755676},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48814496397972107},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4782468378543854},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21300441026687622},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.16567230224609375},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11207154393196106},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.08512628078460693}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8453028798103333},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7160117626190186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.623476505279541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6050084829330444},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6047862768173218},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5702824592590332},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5650073885917664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5348220467567444},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5050891041755676},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48814496397972107},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4782468378543854},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21300441026687622},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.16567230224609375},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11207154393196106},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.08512628078460693},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.08513","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.08513","pdf_url":"https://arxiv.org/pdf/2310.08513","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.08513","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.08513","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.08513","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.08513","pdf_url":"https://arxiv.org/pdf/2310.08513","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3771973391","display_name":null,"funder_award_id":"NSERC PGS","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7913829644","display_name":null,"funder_award_id":"NSERC PGS-D","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334841","display_name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies","ror":"https://ror.org/00b9f9778"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387635878.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W3204184292","https://openalex.org/W2145559838","https://openalex.org/W2772359885","https://openalex.org/W3011471740","https://openalex.org/W2884580467","https://openalex.org/W2544639518","https://openalex.org/W2572315477","https://openalex.org/W4321485279"],"abstract_inverted_index":{"In":[0],"theoretical":[1,105],"neuroscience,":[2],"recent":[3],"work":[4],"leverages":[5],"deep":[6],"learning":[7,18,99,138,153,180],"tools":[8],"to":[9,41,147],"explore":[10],"how":[11,82],"some":[12],"network":[13,42,98,115],"attributes":[14],"critically":[15],"influence":[16],"its":[17],"dynamics.":[19],"Notably,":[20],"initial":[21,87,128,175],"weight":[22,176],"distributions":[23],"with":[24,126,157,163,182],"small":[25],"(resp.":[26,33,38],"large)":[27],"variance":[28],"may":[29],"yield":[30,113],"a":[31,61,121,158],"rich":[32],"lazy)":[34],"regime,":[35],"where":[36],"significant":[37],"minor)":[39],"changes":[40,116],"states":[43],"and":[44,64,104,165,189],"representation":[45],"are":[46],"observed":[47],"over":[48],"the":[49,69,83,86,97,171],"course":[50],"of":[51,85,118,174,187,191],"learning.":[52,141],"However,":[53],"in":[54,90,130,178],"biology,":[55],"neural":[56,132],"circuit":[57],"connectivity":[58,129],"could":[59],"exhibit":[60],"low-rank":[62,135,159],"structure":[63,84],"therefore":[65],"differs":[66],"markedly":[67],"from":[68],"random":[70],"initializations":[71,111],"generally":[72],"used":[73],"for":[74,184],"these":[75],"studies.":[76],"As":[77],"such,":[78],"here":[79],"we":[80,107,123,150],"investigate":[81],"weights":[88],"--":[89,95],"particular":[91],"their":[92],"effective":[93],"rank":[94],"influences":[96],"regime.":[100],"Through":[101],"both":[102],"empirical":[103],"analyses,":[106],"discover":[108],"that":[109,161],"high-rank":[110],"typically":[112],"smaller":[114],"indicative":[117],"lazier":[119,152],"learning,":[120],"finding":[122],"also":[124],"confirm":[125],"experimentally-driven":[127],"recurrent":[131],"networks.":[133],"Conversely,":[134],"initialization":[136,160],"biases":[137],"towards":[139],"richer":[140],"Importantly,":[142],"however,":[143],"as":[144],"an":[145],"exception":[146],"this":[148],"rule,":[149],"find":[151],"can":[154],"still":[155],"occur":[156],"aligns":[162],"task":[164],"data":[166],"statistics.":[167],"Our":[168],"research":[169],"highlights":[170],"pivotal":[172],"role":[173],"structures":[177],"shaping":[179],"regimes,":[181],"implications":[183],"metabolic":[185],"costs":[186],"plasticity":[188],"risks":[190],"catastrophic":[192],"forgetting.":[193]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2023-10-14T00:00:00"}