{"id":"https://openalex.org/W4399679330","doi":"https://doi.org/10.1038/s42256-024-00854-2","title":"Discovering neural policies to drive behaviour by integrating deep reinforcement learning agents with biological neural networks","display_name":"Discovering neural policies to drive behaviour by integrating deep reinforcement learning agents with biological neural networks","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399679330","doi":"https://doi.org/10.1038/s42256-024-00854-2"},"language":"en","primary_location":{"id":"doi:10.1038/s42256-024-00854-2","is_oa":false,"landing_page_url":"https://doi.org/10.1038/s42256-024-00854-2","pdf_url":null,"source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100783280","display_name":"Chenguang Li","orcid":"https://orcid.org/0000-0003-2884-6414"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chenguang Li","raw_affiliation_strings":["Biophysics, Harvard University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2884-6414","affiliations":[{"raw_affiliation_string":"Biophysics, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081541767","display_name":"Gabriel Kreiman","orcid":"https://orcid.org/0000-0003-3505-8475"},"institutions":[{"id":"https://openalex.org/I1288882113","display_name":"Boston Children's Hospital","ror":"https://ror.org/00dvg7y05","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1288882113"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gabriel Kreiman","raw_affiliation_strings":["Boston Children\u2019s Hospital, Harvard Medical School, Boston, MA, USA","Center for Brains, Minds and Machines, Cambridge, MA, USA","Boston Children's Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3505-8475","affiliations":[{"raw_affiliation_string":"Boston Children\u2019s Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1288882113","https://openalex.org/I136199984"]},{"raw_affiliation_string":"Center for Brains, Minds and Machines, Cambridge, MA, USA","institution_ids":[]},{"raw_affiliation_string":"Boston Children's Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I1288882113","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069314096","display_name":"Sharad Ramanathan","orcid":"https://orcid.org/0000-0001-9445-1248"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sharad Ramanathan","raw_affiliation_strings":["Center for Brain Science, Harvard University, Cambridge, MA, USA","Department of Molecular and Cellular Biology, Harvard University, Cambridge, MA, USA","Department of Stem Cell and Regenerative Biology, Harvard University, Cambridge, MA, USA","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9445-1248","affiliations":[{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Molecular and Cellular Biology, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Stem Cell and Regenerative Biology, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5069314096","https://openalex.org/A5081541767","https://openalex.org/A5100783280"],"corresponding_institution_ids":["https://openalex.org/I1288882113","https://openalex.org/I136199984"],"apc_list":{"value":11690,"currency":"USD","value_usd":11690},"apc_paid":null,"fwci":2.0084,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.8639605,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"6","issue":"6","first_page":"726","last_page":"738"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10676","display_name":"Genetics, Aging, and Longevity in Model Organisms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1302","display_name":"Aging"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10676","display_name":"Genetics, Aging, and Longevity in Model Organisms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1302","display_name":"Aging"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12236","display_name":"Photoreceptor and optogenetics research","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7435581088066101},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6941394805908203},{"id":"https://openalex.org/keywords/optogenetics","display_name":"Optogenetics","score":0.6694772839546204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5257749557495117},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4833962023258209},{"id":"https://openalex.org/keywords/interfacing","display_name":"Interfacing","score":0.481214314699173},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.4503839313983917},{"id":"https://openalex.org/keywords/nervous-system","display_name":"Nervous system","score":0.4468918740749359},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4264295995235443},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4137709140777588},{"id":"https://openalex.org/keywords/caenorhabditis-elegans","display_name":"Caenorhabditis elegans","score":0.41215139627456665},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.20220616459846497},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09719151258468628}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7435581088066101},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941394805908203},{"id":"https://openalex.org/C50738837","wikidata":"https://www.wikidata.org/wiki/Q781492","display_name":"Optogenetics","level":2,"score":0.6694772839546204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5257749557495117},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4833962023258209},{"id":"https://openalex.org/C2776303644","wikidata":"https://www.wikidata.org/wiki/Q1020499","display_name":"Interfacing","level":2,"score":0.481214314699173},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.4503839313983917},{"id":"https://openalex.org/C545706735","wikidata":"https://www.wikidata.org/wiki/Q9404","display_name":"Nervous system","level":2,"score":0.4468918740749359},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4264295995235443},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4137709140777588},{"id":"https://openalex.org/C2778944004","wikidata":"https://www.wikidata.org/wiki/Q91703","display_name":"Caenorhabditis elegans","level":3,"score":0.41215139627456665},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.20220616459846497},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09719151258468628},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1038/s42256-024-00854-2","is_oa":false,"landing_page_url":"https://doi.org/10.1038/s42256-024-00854-2","pdf_url":null,"source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1943707254","https://openalex.org/W1959320415","https://openalex.org/W1979548168","https://openalex.org/W1984399733","https://openalex.org/W1989279035","https://openalex.org/W2026229905","https://openalex.org/W2034844177","https://openalex.org/W2037781104","https://openalex.org/W2040879264","https://openalex.org/W2094185980","https://openalex.org/W2094219845","https://openalex.org/W2102887018","https://openalex.org/W2112357421","https://openalex.org/W2119909013","https://openalex.org/W2122929345","https://openalex.org/W2130088507","https://openalex.org/W2133351202","https://openalex.org/W2140203142","https://openalex.org/W2140370644","https://openalex.org/W2140836066","https://openalex.org/W2145339207","https://openalex.org/W2147352907","https://openalex.org/W2152682961","https://openalex.org/W2159423248","https://openalex.org/W2169836061","https://openalex.org/W2257979135","https://openalex.org/W2327280257","https://openalex.org/W2538079766","https://openalex.org/W2576185128","https://openalex.org/W2766447205","https://openalex.org/W2791285983","https://openalex.org/W2801326095","https://openalex.org/W2809086758","https://openalex.org/W2890270531","https://openalex.org/W2897050013","https://openalex.org/W2901688099","https://openalex.org/W2954996726","https://openalex.org/W2982316857","https://openalex.org/W2989847975","https://openalex.org/W3044015199","https://openalex.org/W3081059090","https://openalex.org/W3107463134","https://openalex.org/W3118210634","https://openalex.org/W3126321819","https://openalex.org/W3128256958","https://openalex.org/W3136786274","https://openalex.org/W3174167845","https://openalex.org/W4206409068","https://openalex.org/W4210870706","https://openalex.org/W4213377513","https://openalex.org/W4224029486","https://openalex.org/W4310796456","https://openalex.org/W4319314984","https://openalex.org/W6772005887","https://openalex.org/W6967524255"],"related_works":["https://openalex.org/W4206570293","https://openalex.org/W2136647108","https://openalex.org/W3121604985","https://openalex.org/W3169838070","https://openalex.org/W3155801447","https://openalex.org/W1995267282","https://openalex.org/W2350029007","https://openalex.org/W4386305173","https://openalex.org/W2096235556","https://openalex.org/W4234016227"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}