{"id":"https://openalex.org/W4398258546","doi":"https://doi.org/10.1371/journal.pcbi.1012086","title":"Learning with sparse reward in a gap junction network inspired by the insect mushroom body","display_name":"Learning with sparse reward in a gap junction network inspired by the insect mushroom body","publication_year":2024,"publication_date":"2024-05-23","ids":{"openalex":"https://openalex.org/W4398258546","doi":"https://doi.org/10.1371/journal.pcbi.1012086","pmid":"https://pubmed.ncbi.nlm.nih.gov/38781280"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1012086","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012086","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1012086&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1012086&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006975423","display_name":"Tianqi Wei","orcid":"https://orcid.org/0000-0002-9602-4861"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["CN","GB"],"is_corresponding":true,"raw_author_name":"Tianqi Wei","raw_affiliation_strings":["Institute of Perception, Action, and Behaviour, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","School of Artificial Intelligence, Sun Yat-sen University, Zhuhai, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Perception, Action, and Behaviour, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Artificial Intelligence, Sun Yat-sen University, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025406043","display_name":"Qinghai Guo","orcid":"https://orcid.org/0000-0001-5813-3840"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qinghai Guo","raw_affiliation_strings":["Huawei Technologies Co., Ltd., Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066496499","display_name":"Barbara Webb","orcid":"https://orcid.org/0000-0002-8336-6926"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Barbara Webb","raw_affiliation_strings":["Institute of Perception, Action, and Behaviour, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8336-6926","affiliations":[{"raw_affiliation_string":"Institute of Perception, Action, and Behaviour, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006975423","https://openalex.org/A5025406043","https://openalex.org/A5066496499"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I2250955327","https://openalex.org/I98677209"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":0.8691,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70129738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"20","issue":"5","first_page":"e1012086","last_page":"e1012086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mushroom-bodies","display_name":"Mushroom bodies","score":0.806922197341919},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7605555057525635},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6296849846839905},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5807103514671326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5323885679244995},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4826827347278595},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3816331624984741},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2198323905467987},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1287541687488556},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09405112266540527}],"concepts":[{"id":"https://openalex.org/C2776038537","wikidata":"https://www.wikidata.org/wiki/Q1362803","display_name":"Mushroom bodies","level":4,"score":0.806922197341919},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7605555057525635},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6296849846839905},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5807103514671326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5323885679244995},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4826827347278595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3816331624984741},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2198323905467987},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1287541687488556},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09405112266540527},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2780104201","wikidata":"https://www.wikidata.org/wiki/Q130888","display_name":"Drosophila melanogaster","level":3,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007313","descriptor_name":"Insecta","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007313","descriptor_name":"Insecta","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007313","descriptor_name":"Insecta","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007313","descriptor_name":"Insecta","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017629","descriptor_name":"Gap Junctions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D017629","descriptor_name":"Gap Junctions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D017629","descriptor_name":"Gap Junctions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D017629","descriptor_name":"Gap Junctions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D024521","descriptor_name":"Mushroom Bodies","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D024521","descriptor_name":"Mushroom Bodies","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D024521","descriptor_name":"Mushroom Bodies","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D024521","descriptor_name":"Mushroom Bodies","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1371/journal.pcbi.1012086","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012086","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1012086&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:38781280","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38781280","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11152299","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11152299","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11152299/pdf/pcbi.1012086.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:bdd8ea32a1234bd896d62ccdc50d5bcb","is_oa":false,"landing_page_url":"https://doaj.org/article/bdd8ea32a1234bd896d62ccdc50d5bcb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 20, Iss 5, p e1012086 (2024)","raw_type":"article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/620ab297-b4ea-4641-84dd-a65b6a4c19ce","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/620ab297-b4ea-4641-84dd-a65b6a4c19ce","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wei, T, Guo, Q & Webb, B 2024, 'Learning with sparse reward in a gap junction network inspired by the insect mushroom body', PLoS Computational Biology, vol. 20, no. 5, e1012086, pp. 1-27. https://doi.org/10.1371/journal.pcbi.1012086","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/620ab297-b4ea-4641-84dd-a65b6a4c19ce","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/455225054/WeiEtalPLoSCB2024LearningWithSparseReward.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wei, T, Guo, Q & Webb, B 2024, 'Learning with sparse reward in a gap junction network inspired by the insect mushroom body', PLoS Computational Biology, vol. 20, no. 5, e1012086, pp. 1-27. https://doi.org/10.1371/journal.pcbi.1012086","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1012086","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012086","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1012086&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G4829866083","display_name":null,"funder_award_id":"YBN2020045132","funder_id":"https://openalex.org/F4320322183","funder_display_name":"Huawei Technologies"}],"funders":[{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398258546.pdf"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W124507010","https://openalex.org/W1491843047","https://openalex.org/W1967468731","https://openalex.org/W1979067370","https://openalex.org/W1982009673","https://openalex.org/W1987581087","https://openalex.org/W1991915036","https://openalex.org/W1994794884","https://openalex.org/W1999985543","https://openalex.org/W2000214310","https://openalex.org/W2036887396","https://openalex.org/W2037705308","https://openalex.org/W2045034793","https://openalex.org/W2048054368","https://openalex.org/W2049261195","https://openalex.org/W2056354534","https://openalex.org/W2061987443","https://openalex.org/W2071199993","https://openalex.org/W2071381721","https://openalex.org/W2086113266","https://openalex.org/W2089305598","https://openalex.org/W2091117268","https://openalex.org/W2092911237","https://openalex.org/W2102984289","https://openalex.org/W2110043490","https://openalex.org/W2116435104","https://openalex.org/W2117794907","https://openalex.org/W2118166599","https://openalex.org/W2121517924","https://openalex.org/W2128924226","https://openalex.org/W2145341584","https://openalex.org/W2169323873","https://openalex.org/W2271059318","https://openalex.org/W2400583547","https://openalex.org/W2561675875","https://openalex.org/W2561776174","https://openalex.org/W2606157286","https://openalex.org/W2619970632","https://openalex.org/W2734796656","https://openalex.org/W2737808707","https://openalex.org/W2790388850","https://openalex.org/W2808239476","https://openalex.org/W2883690703","https://openalex.org/W2885733168","https://openalex.org/W2891681855","https://openalex.org/W2898302556","https://openalex.org/W2944026010","https://openalex.org/W2962847657","https://openalex.org/W3014940227","https://openalex.org/W3015944047","https://openalex.org/W3016007634","https://openalex.org/W3022342476","https://openalex.org/W3038822267","https://openalex.org/W3041778366","https://openalex.org/W3087540486","https://openalex.org/W3112375501","https://openalex.org/W3136962029","https://openalex.org/W3147795308","https://openalex.org/W3158663966","https://openalex.org/W3160393763","https://openalex.org/W3201894686","https://openalex.org/W4235724164","https://openalex.org/W4286587574","https://openalex.org/W4293279746","https://openalex.org/W4296783461","https://openalex.org/W4297859571","https://openalex.org/W4360839595","https://openalex.org/W4392295646","https://openalex.org/W6731334075","https://openalex.org/W6740801417","https://openalex.org/W6753925943","https://openalex.org/W6791558699"],"related_works":["https://openalex.org/W2355715041","https://openalex.org/W2013081383","https://openalex.org/W2050261470","https://openalex.org/W2093806389","https://openalex.org/W1974515960","https://openalex.org/W3195869363","https://openalex.org/W2078942214","https://openalex.org/W2014353863","https://openalex.org/W2027000220","https://openalex.org/W3128928323"],"abstract_inverted_index":{"Animals":[0],"can":[1,97,117,134],"learn":[2],"in":[3,38,51],"real-life":[4],"scenarios":[5],"where":[6],"rewards":[7],"are":[8,108],"often":[9],"only":[10],"available":[11],"when":[12],"a":[13,24,65,70,94,115,123],"goal":[14],"is":[15,148],"achieved.":[16],"This":[17],"'distal'":[18],"or":[19],"'sparse'":[20],"reward":[21],"problem":[22],"remains":[23],"challenge":[25],"for":[26,36,137],"conventional":[27],"reinforcement":[28,139],"learning":[29,37,140],"algorithms.":[30],"Here":[31],"we":[32,110],"investigate":[33],"an":[34,72,151],"algorithm":[35],"such":[39,57,69],"scenarios,":[40],"inspired":[41],"by":[42],"the":[43,59,76,119,126,132,154],"possibility":[44],"that":[45,104,112,131],"axo-axonal":[46],"gap":[47,105],"junction":[48,106],"connections,":[49],"observed":[50],"neural":[52],"circuits":[53],"with":[54],"parallel":[55],"fibres":[56],"as":[58,150],"insect":[60,155],"mushroom":[61,156],"body,":[62],"could":[63],"form":[64,122],"resistive":[66],"network.":[67],"In":[68],"network,":[71],"active":[73],"node":[74],"represents":[75],"task":[77,116,127],"state,":[78],"connections":[79,120],"between":[80],"nodes":[81],"represent":[82],"state":[83,96],"transitions":[84],"and":[85,90,144],"their":[86],"connection":[87],"to":[88,93,121],"actions,":[89],"current":[91],"flow":[92],"target":[95],"guide":[98],"decision":[99],"making.":[100],"Building":[101],"on":[102],"evidence":[103],"weights":[107],"adaptive,":[109],"propose":[111],"experience":[113],"of":[114,153],"modulate":[118],"graph":[124],"encoding":[125],"structure.":[128],"We":[129],"demonstrate":[130],"approach":[133],"be":[135],"used":[136],"efficient":[138],"under":[141],"sparse":[142],"rewards,":[143],"discuss":[145],"whether":[146],"it":[147],"plausible":[149],"account":[152],"body.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}