{"id":"https://openalex.org/W2906841252","doi":"https://doi.org/10.48550/arxiv.2002.10585","title":"Backpropamine: training self-modifying neural networks with differentiable neuromodulated plasticity","display_name":"Backpropamine: training self-modifying neural networks with differentiable neuromodulated plasticity","alternate_titles":[],"publication_year":2020,"publication_date":"2020-02-24","ids":{"openalex":"https://openalex.org/W2906841252","doi":"https://doi.org/10.48550/arxiv.2002.10585","mag":"2906841252"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2002.10585","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.10585","pdf_url":"https://arxiv.org/pdf/2002.10585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2906841252"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.10585","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076867146","display_name":"Thomas Miconi","orcid":"https://orcid.org/0000-0002-7897-4492","observed_orcids":["https://orcid.org/0000-0002-7897-4492"]},"institutions":[{"id":"https://openalex.org/I186667990","display_name":"Neurosciences Institute","ror":"https://ror.org/0460vf117","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I186667990"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Miconi, Thomas","raw_affiliation_strings":["Neurosciences Institute, La Jolla, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Neurosciences Institute, La Jolla, United States","institution_ids":["https://openalex.org/I186667990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111881609","display_name":"Aditya Rawal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rawal, Aditya","raw_affiliation_strings":["The University of Texas at Austin, Austin, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, United States","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112191507","display_name":"Jeff Clune","orcid":"https://orcid.org/0000-0003-4890-5274","observed_orcids":["https://orcid.org/0000-0003-4890-5274"]},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Clune, Jeff","raw_affiliation_strings":["Uber AI (United States), San Francisco, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber AI (United States), San Francisco, United States","institution_ids":["https://openalex.org/I2946016260"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029264794","display_name":"Kenneth Owen Stanley","orcid":"https://orcid.org/0000-0003-4503-0839","observed_orcids":["https://orcid.org/0000-0003-4503-0839"]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Stanley, Kenneth O.","raw_affiliation_strings":["University of Central Florida, Orlando, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, United States","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":112,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.019700000062584877,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hebbian-plasticity","display_name":"Hebbian plasticity","score":0.8619999885559082},{"id":"https://openalex.org/keywords/gradient-based-learning","display_name":"gradient-based learning","score":0.5910000205039978},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8399999737739563},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"supervised learning","score":0.7820000052452087},{"id":"https://openalex.org/keywords/synaptic-plasticity","display_name":"synaptic plasticity","score":0.7889999747276306}],"concepts":[{"id":"https://openalex.org/C2780375056","wikidata":"https://www.wikidata.org/wiki/Q905905","display_name":"Neuromodulation","level":3,"score":0.7630646824836731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6955499053001404},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5751217603683472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5732545256614685},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.5719972848892212},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5706501007080078},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5107450485229492},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44742539525032043},{"id":"https://openalex.org/C79186407","wikidata":"https://www.wikidata.org/wiki/Q472074","display_name":"Plasticity","level":2,"score":0.4238138496875763},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41664063930511475},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4137107729911804},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.32173943519592285},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14241266250610352},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08401957154273987},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C24998067","wikidata":"https://www.wikidata.org/wiki/Q4114622","display_name":"Stimulation","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2002.10585","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.10585","pdf_url":"https://arxiv.org/pdf/2002.10585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3008659862","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2002.10585.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2002.10585","doi":"https://doi.org/10.48550/arxiv.2002.10585","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.10585","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:2906841252","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/pdf?id=r1lrAiA5Ym","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.10585","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.10585","pdf_url":"https://arxiv.org/pdf/2002.10585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2906841252.pdf","grobid_xml":"https://content.openalex.org/works/W2906841252.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W185620388","https://openalex.org/W1515851193","https://openalex.org/W1591801644","https://openalex.org/W1632114991","https://openalex.org/W1793121960","https://openalex.org/W1891300059","https://openalex.org/W1978947708","https://openalex.org/W1982771150","https://openalex.org/W1992678399","https://openalex.org/W2002187349","https://openalex.org/W2015174295","https://openalex.org/W2041848110","https://openalex.org/W2045821490","https://openalex.org/W2058077554","https://openalex.org/W2059863959","https://openalex.org/W2064675550","https://openalex.org/W2069873783","https://openalex.org/W2078525842","https://openalex.org/W2081030963","https://openalex.org/W2082582863","https://openalex.org/W2092387347","https://openalex.org/W2096178360","https://openalex.org/W2106437793","https://openalex.org/W2117726420","https://openalex.org/W2143200432","https://openalex.org/W2148389554","https://openalex.org/W2150355110","https://openalex.org/W2155505956","https://openalex.org/W2163647009","https://openalex.org/W2172115975","https://openalex.org/W2176033094","https://openalex.org/W2271476098","https://openalex.org/W2282055800","https://openalex.org/W2312609093","https://openalex.org/W2466948651","https://openalex.org/W2535697732","https://openalex.org/W2550182557","https://openalex.org/W2578206533","https://openalex.org/W2605353576","https://openalex.org/W2619993245","https://openalex.org/W2743945814","https://openalex.org/W2749662979","https://openalex.org/W2782973718","https://openalex.org/W2787501667","https://openalex.org/W2795851676","https://openalex.org/W2883392746","https://openalex.org/W2883441015","https://openalex.org/W2948974578","https://openalex.org/W2949369413","https://openalex.org/W2953293408","https://openalex.org/W2963266340","https://openalex.org/W4242770316"],"related_works":["https://openalex.org/W2795851676","https://openalex.org/W3211867039","https://openalex.org/W2904795334","https://openalex.org/W7019119718","https://openalex.org/W2557101640","https://openalex.org/W3168657919","https://openalex.org/W4378745905","https://openalex.org/W4205787442","https://openalex.org/W2058099001","https://openalex.org/W2520441901"],"abstract_inverted_index":{"The":[0,37],"impressive":[1],"lifelong":[2],"learning":[3,49,113,116],"in":[4,13,48],"animal":[5],"brains":[6],"is":[7,29],"primarily":[8],"enabled":[9],"by":[10,26],"plastic":[11,122],"changes":[12,18],"synaptic":[14],"connectivity.":[15],"Importantly,":[16],"these":[17],"are":[19,23,53],"not":[20],"passive,":[21],"but":[22],"actively":[24],"controlled":[25],"neuromodulation,":[27],"which":[28],"itself":[30],"under":[31],"the":[32,35,42,65,95,105,139],"control":[33],"of":[34,41,97,107,126,141,148],"brain.":[36],"resulting":[38],"self-modifying":[39],"abilities":[40],"brain":[43],"play":[44],"an":[45],"important":[46],"role":[47],"and":[50,52,114],"adaptation,":[51],"a":[54,91,132,151],"major":[55],"basis":[56],"for":[57,64,94,138,155],"biological":[58],"reinforcement":[59,112],"learning.":[60],"Here":[61],"we":[62,89],"show":[63,100],"first":[66],"time":[67],"that":[68,101,145],"artificial":[69],"neural":[70,108,157],"networks":[71,109],"with":[72,79,124],"such":[73],"neuromodulated":[74,102,121],"plasticity":[75,103,149],"can":[76],"be":[77],"trained":[78],"gradient":[80],"descent.":[81],"Extending":[82],"previous":[83],"work":[84],"on":[85,110,131],"differentiable":[86,92,146],"Hebbian":[87],"plasticity,":[88],"propose":[90],"formulation":[93],"neuromodulation":[96,147],"plasticity.":[98],"We":[99,143],"improves":[104],"performance":[106],"both":[111],"supervised":[115],"tasks.":[117],"In":[118],"one":[119],"task,":[120],"LSTMs":[123,130],"millions":[125],"parameters":[127],"outperform":[128],"standard":[129],"benchmark":[133],"language":[134],"modeling":[135],"task":[136],"(controlling":[137],"number":[140],"parameters).":[142],"conclude":[144],"offers":[150],"powerful":[152],"new":[153],"framework":[154],"training":[156],"networks.":[158]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2906841252","counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":9}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-01-11T00:00:00"}
