{"id":"https://openalex.org/W4386857325","doi":"https://doi.org/10.1162/neco_a_01613","title":"Winning the Lottery With Neural Connectivity Constraints: Faster Learning Across Cognitive Tasks With Spatially Constrained Sparse RNNs","display_name":"Winning the Lottery With Neural Connectivity Constraints: Faster Learning Across Cognitive Tasks With Spatially Constrained Sparse RNNs","publication_year":2023,"publication_date":"2023-09-19","ids":{"openalex":"https://openalex.org/W4386857325","doi":"https://doi.org/10.1162/neco_a_01613","pmid":"https://pubmed.ncbi.nlm.nih.gov/37725708"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01613","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01613","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025224995","display_name":"Mikail Khona","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mikail Khona","raw_affiliation_strings":["Department of Physics, MIT, Cambridge, MA 02139, U.S.A. mikailkhona@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, MIT, Cambridge, MA 02139, U.S.A. mikailkhona@gmail.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068834876","display_name":"Sarthak Chandra","orcid":"https://orcid.org/0000-0002-3047-8334"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sarthak Chandra","raw_affiliation_strings":["Department of Brain and Cognitive Sciences, MIT, Cambridge, MA 02139, U.S.A. sarthakc@mit.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, MIT, Cambridge, MA 02139, U.S.A. sarthakc@mit.edu","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057755749","display_name":"Joy Winston James","orcid":"https://orcid.org/0000-0001-6693-3469"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joy J. Ma","raw_affiliation_strings":["Department of Physics, MIT, Cambridge, MA 02139, U.S.A. joym@mit.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, MIT, Cambridge, MA 02139, U.S.A. joym@mit.edu","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083541135","display_name":"Ila Fiete","orcid":"https://orcid.org/0000-0003-4738-2539"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ila R. Fiete","raw_affiliation_strings":["Department of Brain and Cognitive Sciences, MIT, Cambridge, MA 02139, U.S.A. fiete@mit.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, MIT, Cambridge, MA 02139, U.S.A. fiete@mit.edu","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025224995","https://openalex.org/A5057755749","https://openalex.org/A5068834876","https://openalex.org/A5083541135"],"corresponding_institution_ids":["https://openalex.org/I4210110987"],"apc_list":null,"apc_paid":null,"fwci":1.0259,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.75217024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"11","first_page":"1850","last_page":"1869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7142733335494995},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6854919195175171},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5111258625984192},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5071263313293457},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45872825384140015},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37940555810928345},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32182788848876953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7142733335494995},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6854919195175171},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5111258625984192},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5071263313293457},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45872825384140015},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37940555810928345},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32182788848876953},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01613","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01613","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:37725708","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37725708","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1993665893","https://openalex.org/W2103179919","https://openalex.org/W2112090702","https://openalex.org/W2128084896","https://openalex.org/W2167845354","https://openalex.org/W2171865010","https://openalex.org/W2337788193","https://openalex.org/W2371946849","https://openalex.org/W2559655401","https://openalex.org/W2588048611","https://openalex.org/W2754526845","https://openalex.org/W2805003733","https://openalex.org/W2894740066","https://openalex.org/W2908124316","https://openalex.org/W2948635472","https://openalex.org/W2963828549","https://openalex.org/W2970158300","https://openalex.org/W2990844796","https://openalex.org/W3005842225","https://openalex.org/W3018844151","https://openalex.org/W3034290785","https://openalex.org/W3041256625","https://openalex.org/W3101959160","https://openalex.org/W3167810990","https://openalex.org/W3184481189","https://openalex.org/W3198296750","https://openalex.org/W4210958102","https://openalex.org/W4212774754","https://openalex.org/W4213055974","https://openalex.org/W4280533591","https://openalex.org/W4281557725","https://openalex.org/W4287756710","https://openalex.org/W4291718754","https://openalex.org/W4297689207","https://openalex.org/W4300971654","https://openalex.org/W4308294084","https://openalex.org/W4309758341","https://openalex.org/W4317438807","https://openalex.org/W6720905350","https://openalex.org/W6744208968","https://openalex.org/W6755166560","https://openalex.org/W6761601108","https://openalex.org/W6764345721","https://openalex.org/W6770699648","https://openalex.org/W6771793280","https://openalex.org/W6772027524","https://openalex.org/W6773667195","https://openalex.org/W6779460946","https://openalex.org/W6784568127","https://openalex.org/W6785491922","https://openalex.org/W6789675687","https://openalex.org/W6796823589","https://openalex.org/W6839024100"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W2734358244","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W2750384547","https://openalex.org/W2809732489","https://openalex.org/W3088091256"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1,57,200],"networks":[2],"(RNNs)":[3],"are":[4,47],"often":[5],"used":[6,105],"to":[7,98,169],"model":[8],"circuits":[9],"in":[10,92,155,218],"the":[11,54,145,177,191,194],"brain":[12],"and":[13,67,137,152,181,202,221],"can":[14,122,134,189],"solve":[15,190],"a":[16,93,103,126,160],"variety":[17],"of":[18,107,129,144,147,167,179,184],"difficult":[19],"computational":[20],"problems":[21],"requiring":[22],"memory,":[23],"error":[24],"correction,":[25],"or":[26],"selection":[27],"(Hopfield,":[28],"1982;":[29],"Maass":[30],"et":[31,111],"al.,":[32,112],"2002;":[33],"Maass,":[34],"2011).":[35],"However,":[36],"fully":[37,226],"connected":[38,227],"RNNs":[39,76],"contrast":[40],"structurally":[41],"with":[42,83,102,213],"their":[43],"biological":[44],"counterparts,":[45],"which":[46],"extremely":[48],"sparse":[49],"(about":[50],"0.1%).":[51],"Motivated":[52],"by":[53,61,125,174],"neocortex,":[55],"where":[56],"connectivity":[58],"is":[59],"constrained":[60],"physical":[62],"distance":[63],"along":[64],"cortical":[65],"sheets":[66],"other":[68],"synaptic":[69],"wiring":[70],"costs,":[71],"we":[72,133,209],"introduce":[73],"locality":[74],"masked":[75],"(LM-RNNs)":[77],"that":[78,120,132,172,211],"use":[79],"task-agnostic":[80],"predetermined":[81],"graphs":[82],"sparsity":[84,216],"as":[85,87],"low":[86],"4%.":[88],"We":[89,114,157],"study":[90],"LM-RNNs":[91,212],"multitask":[94,163],"learning":[95],"setting":[96],"relevant":[97],"cognitive":[99,162],"systems":[100],"neuroscience":[101],"commonly":[104],"set":[106,197],"tasks,":[108,208],"20-Cog-tasks":[109,121],"(Yang":[110],"2019).":[113],"show":[115,210],"through":[116],"reductio":[117],"ad":[118],"absurdum":[119],"be":[123],"solved":[124],"small":[127],"pool":[128],"separated":[130],"autapses":[131,188],"mechanistically":[135],"analyze":[136],"understand.":[138],"Thus,":[139],"these":[140,207],"tasks":[141,171,180],"fall":[142],"short":[143],"goal":[146],"inducing":[148],"complex":[149],"recurrent":[150],"dynamics":[151],"modular":[153],"structure":[154],"RNNs.":[156],"next":[158],"contribute":[159],"new":[161],"battery,":[164],"Mod-Cog,":[165],"consisting":[166],"up":[168],"132":[170],"expands":[173],"about":[175],"seven-fold":[176],"number":[178],"task":[182,196],"complexity":[183],"20-Cog-tasks.":[185],"Importantly,":[186],"while":[187],"simple":[192],"20-Cog-tasks,":[193],"expanded":[195],"requires":[198],"richer":[199],"architectures":[201],"continuous":[203],"attractor":[204],"dynamics.":[205],"On":[206],"an":[214],"optimal":[215],"result":[217],"faster":[219],"training":[220],"better":[222],"data":[223],"efficiency":[224],"than":[225],"networks.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}