{"id":"https://openalex.org/W2949986955","doi":"https://doi.org/10.1021/acs.jcim.9b00325","title":"Deep Reinforcement Learning for Multiparameter Optimization in <i>de novo</i> Drug Design","display_name":"Deep Reinforcement Learning for Multiparameter Optimization in <i>de novo</i> Drug Design","publication_year":2019,"publication_date":"2019-06-19","ids":{"openalex":"https://openalex.org/W2949986955","doi":"https://doi.org/10.1021/acs.jcim.9b00325","mag":"2949986955","pmid":"https://pubmed.ncbi.nlm.nih.gov/31273995"},"language":"en","primary_location":{"id":"doi:10.1021/acs.jcim.9b00325","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jcim.9b00325","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040314070","display_name":"Niclas St\u00e5hl","orcid":"https://orcid.org/0000-0003-2128-7090"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Niclas St\u00e5hl","raw_affiliation_strings":["School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010167042","display_name":"G\u00f6ran Falkman","orcid":"https://orcid.org/0000-0001-8884-2154"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"G\u00f6ran Falkman","raw_affiliation_strings":["School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004078797","display_name":"Alexander Karlsson","orcid":"https://orcid.org/0000-0003-2973-3112"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Alexander Karlsson","raw_affiliation_strings":["School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060132050","display_name":"Gunnar Mathiason","orcid":"https://orcid.org/0000-0001-7106-0025"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gunnar Mathiason","raw_affiliation_strings":["School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Sk\u00f6vde, 541 28 Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088965681","display_name":"Jonas Bostr\u00f6m","orcid":"https://orcid.org/0000-0002-9719-9137"},"institutions":[{"id":"https://openalex.org/I4210143795","display_name":"AstraZeneca (Sweden)","ror":"https://ror.org/04wwrrg31","country_code":"SE","type":"company","lineage":["https://openalex.org/I105036370","https://openalex.org/I4210143795"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jonas Bostr\u00f6m","raw_affiliation_strings":["Medicinal Chemistry, Early Cardiovascular, Renal and Metabolism, R&D BioPharmaceuticals, AstraZeneca, 431 83 M\u00f6lndal, Sweden"],"affiliations":[{"raw_affiliation_string":"Medicinal Chemistry, Early Cardiovascular, Renal and Metabolism, R&D BioPharmaceuticals, AstraZeneca, 431 83 M\u00f6lndal, Sweden","institution_ids":["https://openalex.org/I4210143795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040314070"],"corresponding_institution_ids":["https://openalex.org/I205158640"],"apc_list":null,"apc_paid":null,"fwci":20.1616,"has_fulltext":false,"cited_by_count":208,"citation_normalized_percentile":{"value":0.99579848,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"59","issue":"7","first_page":"3166","last_page":"3176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7617517709732056},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6651251316070557},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.565766453742981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5350578427314758},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5321846008300781},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5225743055343628},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5097984671592712},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4781035780906677},{"id":"https://openalex.org/keywords/fragment","display_name":"Fragment (logic)","score":0.46574270725250244},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3489419221878052},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2526184022426605},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16686809062957764},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09515249729156494}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7617517709732056},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6651251316070557},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.565766453742981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5350578427314758},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5321846008300781},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5225743055343628},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5097984671592712},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4781035780906677},{"id":"https://openalex.org/C2776235265","wikidata":"https://www.wikidata.org/wiki/Q18392052","display_name":"Fragment (logic)","level":2,"score":0.46574270725250244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3489419221878052},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2526184022426605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16686809062957764},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09515249729156494},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015195","descriptor_name":"Drug Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015195","descriptor_name":"Drug Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015195","descriptor_name":"Drug Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015394","descriptor_name":"Molecular Structure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015394","descriptor_name":"Molecular Structure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015394","descriptor_name":"Molecular Structure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055808","descriptor_name":"Drug Discovery","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055808","descriptor_name":"Drug Discovery","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055808","descriptor_name":"Drug Discovery","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1021/acs.jcim.9b00325","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jcim.9b00325","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},{"id":"pmid:31273995","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31273995","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of chemical information and modeling","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1647671624","https://openalex.org/W1967026937","https://openalex.org/W1975147762","https://openalex.org/W1975875968","https://openalex.org/W1991590537","https://openalex.org/W2004797093","https://openalex.org/W2007431958","https://openalex.org/W2009315806","https://openalex.org/W2017254234","https://openalex.org/W2041686943","https://openalex.org/W2042212296","https://openalex.org/W2051594610","https://openalex.org/W2053717624","https://openalex.org/W2064675550","https://openalex.org/W2067468321","https://openalex.org/W2076942392","https://openalex.org/W2088459634","https://openalex.org/W2119717200","https://openalex.org/W2121776789","https://openalex.org/W2124319366","https://openalex.org/W2125253492","https://openalex.org/W2131774270","https://openalex.org/W2144342206","https://openalex.org/W2156077095","https://openalex.org/W2158604280","https://openalex.org/W2492794003","https://openalex.org/W2529996553","https://openalex.org/W2559655401","https://openalex.org/W2587696209","https://openalex.org/W2610148085","https://openalex.org/W2765224015","https://openalex.org/W2773987374","https://openalex.org/W2783658781","https://openalex.org/W2798613236","https://openalex.org/W2800148784","https://openalex.org/W2809247499","https://openalex.org/W2883583109","https://openalex.org/W2895677720","https://openalex.org/W2912171584","https://openalex.org/W2914635984","https://openalex.org/W2920995682","https://openalex.org/W2925830236","https://openalex.org/W2945551948","https://openalex.org/W2949243165","https://openalex.org/W2963028280","https://openalex.org/W3041202696","https://openalex.org/W3098269892","https://openalex.org/W3100751385","https://openalex.org/W3106536628","https://openalex.org/W4214717370","https://openalex.org/W4238290165"],"related_works":["https://openalex.org/W1973480752","https://openalex.org/W2805502594","https://openalex.org/W3132641048","https://openalex.org/W4253208712","https://openalex.org/W31439402","https://openalex.org/W2217679042","https://openalex.org/W1603677234","https://openalex.org/W2525971763","https://openalex.org/W2984753899","https://openalex.org/W2783178962"],"abstract_inverted_index":{"In":[0],"medicinal":[1],"chemistry":[2],"programs":[3],"it":[4],"is":[5,18,130,146],"key":[6],"to":[7,94,136],"design":[8,39],"and":[9,15,22,76,110,162],"make":[10],"compounds":[11,41,97],"that":[12,153],"are":[13,47,79,159],"efficacious":[14],"safe.":[16],"This":[17],"a":[19,55,149,165],"long,":[20],"complex,":[21],"difficult":[23],"multiparameter":[24],"optimization":[25],"process,":[26],"often":[27],"including":[28],"several":[29],"properties":[30,46,100],"with":[31,71,82,98],"orthogonal":[32],"trends.":[33],"New":[34],"methods":[35],"for":[36,65],"the":[37,66,77,126,133,138,156,168,176],"automated":[38],"of":[40,44,49,68,107,117,128,155],"against":[42],"profiles":[43],"multiple":[45],"thus":[48],"great":[50],"value.":[51],"Here":[52],"we":[53],"present":[54],"fragment-based":[56],"reinforcement":[57],"learning":[58],"approach":[59],"based":[60,124],"on":[61,125],"an":[62,104],"actor-critic":[63],"model,":[64],"generation":[67],"novel":[69],"molecules":[70,109,158],"optimal":[72],"properties.":[73],"The":[74,89,144],"actor":[75],"critic":[78],"both":[80],"modeled":[81],"bidirectional":[83],"long":[84],"short-term":[85],"memory":[86],"(LSTM)":[87],"networks.":[88],"AI":[90],"method":[91,145],"learns":[92],"how":[93],"generate":[95],"new":[96],"desired":[99],"by":[101,114,148],"starting":[102],"from":[103],"initial":[105,177],"set":[106],"lead":[108],"then":[111],"improving":[112],"these":[113],"replacing":[115],"some":[116],"their":[118],"fragments.":[119],"A":[120],"balanced":[121],"binary":[122],"tree":[123],"similarity":[127],"fragments":[129],"used":[131],"in":[132,175],"generative":[134],"process":[135],"bias":[137],"output":[139],"toward":[140],"structurally":[141],"similar":[142],"molecules.":[143],"demonstrated":[147],"case":[150],"study":[151],"showing":[152],"93%":[154],"generated":[157],"chemically":[160],"valid":[161],"more":[163],"than":[164],"third":[166],"satisfy":[167],"targeted":[169],"objectives,":[170],"while":[171],"there":[172],"were":[173],"none":[174],"set.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":49},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}