{"id":"https://openalex.org/W4416251963","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229171","title":"Curriculum Design for Scalable Biologically Plausible Deep Reinforcement Learning","display_name":"Curriculum Design for Scalable Biologically Plausible Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416251963","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229171"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11229171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229171","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112954343","display_name":"Alexandra R. van den Berg","orcid":"https://orcid.org/0000-0002-3619-3786"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Alexandra R. Van Den Berg","raw_affiliation_strings":["Centrum Wiskunde & Informatica,Machine Learning Group,Amsterdam,the Netherlands"],"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica,Machine Learning Group,Amsterdam,the Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008620732","display_name":"Pieter R. Roelfsema","orcid":"https://orcid.org/0000-0002-1625-0034"},"institutions":[{"id":"https://openalex.org/I1295801184","display_name":"Netherlands Institute for Neuroscience","ror":"https://ror.org/05csn2x06","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1295801184","https://openalex.org/I1322597698"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pieter R. Roelfsema","raw_affiliation_strings":["Netherlands Institute for Neuroscience,Department of Vision & Cognition,Amsterdam,the Netherlands"],"affiliations":[{"raw_affiliation_string":"Netherlands Institute for Neuroscience,Department of Vision & Cognition,Amsterdam,the Netherlands","institution_ids":["https://openalex.org/I1295801184"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005914878","display_name":"Sander M. Boht\u00e9","orcid":"https://orcid.org/0000-0002-7866-278X"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sander M. Bohte","raw_affiliation_strings":["Centrum Wiskunde & Informatica,Machine Learning Group,Amsterdam,the Netherlands"],"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica,Machine Learning Group,Amsterdam,the Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112954343"],"corresponding_institution_ids":["https://openalex.org/I1341640284"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19500925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4163999855518341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4163999855518341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.06360000371932983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7509999871253967},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6628000140190125},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5540000200271606},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.5504000186920166},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5353999733924866},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4571000039577484},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44119998812675476}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7509999871253967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7412999868392944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6984000205993652},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6628000140190125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6194999814033508},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5540000200271606},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5353999733924866},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4571000039577484},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44119998812675476},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C12298181","wikidata":"https://www.wikidata.org/wiki/Q7246814","display_name":"Proactive learning","level":5,"score":0.36329999566078186},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C28225019","wikidata":"https://www.wikidata.org/wiki/Q4915005","display_name":"Biological network","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2554999887943268},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11229171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229171","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1596849701","https://openalex.org/W1968790370","https://openalex.org/W1996763097","https://openalex.org/W2120632836","https://openalex.org/W2132112156","https://openalex.org/W2208529056","https://openalex.org/W2263610200","https://openalex.org/W2286419477","https://openalex.org/W2291472772","https://openalex.org/W2296073425","https://openalex.org/W2316600080","https://openalex.org/W2941716439","https://openalex.org/W2962998014","https://openalex.org/W2988893955","https://openalex.org/W3043133474","https://openalex.org/W3123742938","https://openalex.org/W3163939464","https://openalex.org/W3201103276","https://openalex.org/W3203471143","https://openalex.org/W3205626500","https://openalex.org/W4300594522","https://openalex.org/W4385063888","https://openalex.org/W4386883860","https://openalex.org/W4387579540","https://openalex.org/W4390572244","https://openalex.org/W4390598556","https://openalex.org/W4391092614","https://openalex.org/W4399362035","https://openalex.org/W4400462656","https://openalex.org/W4402796646","https://openalex.org/W4404501142","https://openalex.org/W4406256861"],"related_works":[],"abstract_inverted_index":{"Humans":[0],"have":[1,25],"a":[2,48,82,122,131,156,198],"remarkable":[3],"capacity":[4],"for":[5,190,202],"learning,":[6,59],"yet":[7],"neuronal":[8],"learning":[9,23,51,53,73,100,172,214,217,230],"is":[10,47,101],"constrained":[11],"to":[12,30,40,63,107,130,133,147,159],"locality":[13],"in":[14,38,215],"time":[15],"and":[16,18,33,43,66,104,110,154,174,222,232],"space":[17],"limited":[19,220],"feedback.":[20],"While":[21],"neural":[22],"rules":[24,231],"been":[26],"designed":[27],"that":[28,60,124,166],"adhere":[29],"these":[31],"principles":[32],"constraints,":[34],"they":[35],"exhibit":[36],"difficulty":[37],"scaling":[39],"deep":[41,64,204],"networks":[42,65,191],"complicated":[44],"datasets.":[45],"BrainProp":[46,97],"biologically":[49,228],"plausible":[50,229],"rule,":[52],"from":[54,117],"trial-and-error":[55],"feedback":[56,221],"through":[57],"reinforcement":[58,205],"does":[61,76],"generalise":[62],"achieves":[67],"good":[68],"performance":[69,152,189,201],"on":[70,79,151],"traditional":[71],"machine":[72],"benchmarks.":[74],"It":[75],"however":[77],"falter":[78],"problems":[80],"with":[81,219],"large":[83],"number":[84],"of":[85,139,212],"output":[86],"categories,":[87],"such":[88],"as":[89],"the":[90,140,148,185,210,225],"classical":[91],"ImageNet":[92],"vision":[93],"benchmark:":[94],"while":[95,177],"standard":[96],"eventually":[98],"succeeds,":[99],"not":[102],"robust":[103,173],"highly":[105],"sensitive":[106],"hyper-parameter":[108],"optimisation":[109],"proper":[111],"initialisation.":[112],"Here,":[113],"we":[114],"leverage":[115],"insights":[116],"behavioural":[118],"science":[119],"by":[120],"developing":[121],"curriculum":[123,141,168,186,213],"structures":[125],"how":[126],"samples":[127],"are":[128],"presented":[129],"network":[132],"optimise":[134],"learning.":[135,206],"The":[136],"key":[137],"features":[138],"involve":[142],"progressively":[143],"introducing":[144],"new":[145,199],"classes":[146],"dataset":[149],"based":[150],"metrics,":[153],"using":[155,193],"recency":[157],"bias":[158],"protect":[160],"recently":[161],"acquired":[162],"classes.":[163],"We":[164,182,195],"demonstrate":[165],"our":[167],"approach":[169],"makes":[170],"BrainProp-style":[171],"more":[175],"rapid,":[176],"substantially":[178],"improving":[179],"classification":[180],"accuracy.":[181],"also":[183],"show":[184,209],"similarly":[187],"improves":[188],"trained":[192],"error-backpropagation.":[194,233],"thus":[196],"establish":[197],"state-of-the-art":[200],"large-scale":[203],"Our":[207],"results":[208],"potential":[211],"local":[216],"settings":[218],"further":[223],"bridges":[224],"gap":[226],"between":[227]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-14T00:00:00"}