{"id":"https://openalex.org/W4309494734","doi":"https://doi.org/10.1371/journal.pcbi.1010695","title":"Deep reinforcement learning for optimal experimental design in biology","display_name":"Deep reinforcement learning for optimal experimental design in biology","publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4309494734","doi":"https://doi.org/10.1371/journal.pcbi.1010695","pmid":"https://pubmed.ncbi.nlm.nih.gov/36409776"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1010695","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010695","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pcbi.1010695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056747607","display_name":"Neythen J. Treloar","orcid":"https://orcid.org/0000-0002-9180-034X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Neythen J. Treloar","raw_affiliation_strings":["Department of Cell and Developmental Biology, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9180-034X","affiliations":[{"raw_affiliation_string":"Department of Cell and Developmental Biology, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082710060","display_name":"Nathan Braniff","orcid":"https://orcid.org/0000-0002-3459-7613"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nathan Braniff","raw_affiliation_strings":["Department of Applied Mathematics, University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3459-7613","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014787617","display_name":"Brian Ingalls","orcid":"https://orcid.org/0000-0003-2118-3881"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brian Ingalls","raw_affiliation_strings":["Department of Applied Mathematics, University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2118-3881","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031424617","display_name":"C. Barnes","orcid":"https://orcid.org/0000-0002-9459-1395"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Chris P. Barnes","raw_affiliation_strings":["Department of Cell and Developmental Biology, University College London, London, United Kingdom","UCL Genetics Institute, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9459-1395","affiliations":[{"raw_affiliation_string":"Department of Cell and Developmental Biology, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"UCL Genetics Institute, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031424617","https://openalex.org/A5056747607"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":2.3435,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.89566654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"18","issue":"11","first_page":"e1010695","last_page":"e1010695"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8027525544166565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6205812096595764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6096510291099548},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5836270451545715},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5297570824623108},{"id":"https://openalex.org/keywords/design-of-experiments","display_name":"Design of experiments","score":0.526347279548645},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4908083379268646},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4614625573158264},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45091137290000916},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.191086083650589},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12541717290878296},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10324379801750183}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8027525544166565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205812096595764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6096510291099548},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5836270451545715},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5297570824623108},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.526347279548645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4908083379268646},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4614625573158264},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45091137290000916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.191086083650589},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12541717290878296},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10324379801750183},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001695","descriptor_name":"Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001695","descriptor_name":"Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001695","descriptor_name":"Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001695","descriptor_name":"Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1010695","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010695","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:36409776","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36409776","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1010695","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1010695","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:368750c01d7144d797d7622f55dae466","is_oa":true,"landing_page_url":"https://doaj.org/article/368750c01d7144d797d7622f55dae466","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 18, Iss 11, p e1010695 (2022)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9721483","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9721483","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1010695","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010695","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3136184390","display_name":"Building biological computers from bacterial populations","funder_award_id":"770835","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6060750719","display_name":null,"funder_award_id":"770835","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1923722","https://openalex.org/W166862392","https://openalex.org/W1566606844","https://openalex.org/W1967337126","https://openalex.org/W1971931707","https://openalex.org/W1974027159","https://openalex.org/W1979892077","https://openalex.org/W1990032845","https://openalex.org/W1993438644","https://openalex.org/W2015088027","https://openalex.org/W2018691083","https://openalex.org/W2020684750","https://openalex.org/W2044278781","https://openalex.org/W2048625761","https://openalex.org/W2077259222","https://openalex.org/W2092692908","https://openalex.org/W2103239490","https://openalex.org/W2110160329","https://openalex.org/W2122930146","https://openalex.org/W2123871098","https://openalex.org/W2124293649","https://openalex.org/W2130652856","https://openalex.org/W2140650937","https://openalex.org/W2145339207","https://openalex.org/W2158912722","https://openalex.org/W2161304688","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2328206864","https://openalex.org/W2522489477","https://openalex.org/W2524017258","https://openalex.org/W2563492920","https://openalex.org/W2738124505","https://openalex.org/W2774977638","https://openalex.org/W2791194469","https://openalex.org/W2805555983","https://openalex.org/W2842089854","https://openalex.org/W2905486571","https://openalex.org/W2908917219","https://openalex.org/W2951616608","https://openalex.org/W2968050549","https://openalex.org/W2978791948","https://openalex.org/W2998007770","https://openalex.org/W2998076687","https://openalex.org/W3015713838","https://openalex.org/W3017680892","https://openalex.org/W3046057595","https://openalex.org/W3153736655","https://openalex.org/W3171752851","https://openalex.org/W4213377513","https://openalex.org/W4292510839"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,35,40,69,82,90],"optimal":[3,31],"experimental":[4,19,32],"design":[5,33],"uses":[6],"mathematical":[7],"techniques":[8],"to":[9,85,98],"determine":[10],"experiments":[11],"that":[12,46,93],"are":[13],"maximally":[14],"informative":[15],"from":[16,26],"a":[17,24,47,56,62,74,88],"given":[18],"setup.":[20],"Here":[21],"we":[22,78],"apply":[23],"technique":[25],"artificial":[27],"intelligence-reinforcement":[28],"learning-to":[29],"the":[30,67,80],"task":[34],"maximizing":[36],"confidence":[37],"in":[38,53,73],"estimates":[39],"model":[41,63],"parameter":[42],"values.":[43],"We":[44],"show":[45],"reinforcement":[48,83],"learning":[49,84],"approach":[50,95],"performs":[51],"favourably":[52],"comparison":[54],"with":[55],"one-step":[57],"ahead":[58],"optimisation":[59],"algorithm":[60],"and":[61],"predictive":[64],"controller":[65],"for":[66],"inference":[68],"bacterial":[70],"growth":[71],"parameters":[72],"simulated":[75],"chemostat.":[76],"Further,":[77],"demonstrate":[79],"ability":[81],"train":[86],"over":[87],"distribution":[89],"parameters,":[91],"indicating":[92],"this":[94],"is":[96],"robust":[97],"parametric":[99],"uncertainty.":[100]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":7}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}