{"id":"https://openalex.org/W4409628889","doi":"https://doi.org/10.1186/s13321-025-01006-3","title":"Activity cliff-aware reinforcement learning for de novo drug design","display_name":"Activity cliff-aware reinforcement learning for de novo drug design","publication_year":2025,"publication_date":"2025-04-21","ids":{"openalex":"https://openalex.org/W4409628889","doi":"https://doi.org/10.1186/s13321-025-01006-3","pmid":"https://pubmed.ncbi.nlm.nih.gov/40259427"},"language":"en","primary_location":{"id":"doi:10.1186/s13321-025-01006-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13321-025-01006-3","pdf_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-025-01006-3","source":{"id":"https://openalex.org/S180838163","display_name":"Journal of Cheminformatics","issn_l":"1758-2946","issn":["1758-2946"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cheminformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-025-01006-3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050013315","display_name":"Xiuyuan Hu","orcid":"https://orcid.org/0009-0003-5543-0972"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiuyuan Hu","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011181078","display_name":"Guoqing Liu","orcid":"https://orcid.org/0009-0005-8512-4049"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqing Liu","raw_affiliation_strings":["Microsoft Research AI for Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research AI for Science, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115565883","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0003-1571-5394"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhao","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100396806","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0001-7666-5242"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China. haozhang@tsinghua.edu.cn"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China. haozhang@tsinghua.edu.cn","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5050013315"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":1290,"currency":"GBP","value_usd":1582},"apc_paid":{"value":1290,"currency":"GBP","value_usd":1582},"fwci":8.0879,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97515797,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"54","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cliff","display_name":"Cliff","score":0.6834027767181396},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.631239652633667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6153311729431152},{"id":"https://openalex.org/keywords/drug","display_name":"Drug","score":0.44337210059165955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3705950379371643},{"id":"https://openalex.org/keywords/pharmacology","display_name":"Pharmacology","score":0.19902369379997253},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1834484338760376},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.13497766852378845}],"concepts":[{"id":"https://openalex.org/C164139821","wikidata":"https://www.wikidata.org/wiki/Q107679","display_name":"Cliff","level":2,"score":0.6834027767181396},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.631239652633667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6153311729431152},{"id":"https://openalex.org/C2780035454","wikidata":"https://www.wikidata.org/wiki/Q8386","display_name":"Drug","level":2,"score":0.44337210059165955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3705950379371643},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.19902369379997253},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1834484338760376},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.13497766852378845},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s13321-025-01006-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13321-025-01006-3","pdf_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-025-01006-3","source":{"id":"https://openalex.org/S180838163","display_name":"Journal of Cheminformatics","issn_l":"1758-2946","issn":["1758-2946"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cheminformatics","raw_type":"journal-article"},{"id":"pmid:40259427","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40259427","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of cheminformatics","raw_type":null},{"id":"pmh:oai:doaj.org/article:b3d935501aad440b9b1add69886fd34a","is_oa":true,"landing_page_url":"https://doaj.org/article/b3d935501aad440b9b1add69886fd34a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cheminformatics, Vol 17, Iss 1, Pp 1-11 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12013064","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12013064","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Cheminform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s13321-025-01006-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13321-025-01006-3","pdf_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-025-01006-3","source":{"id":"https://openalex.org/S180838163","display_name":"Journal of Cheminformatics","issn_l":"1758-2946","issn":["1758-2946"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cheminformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409628889.pdf","grobid_xml":"https://content.openalex.org/works/W4409628889.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W330953206","https://openalex.org/W1969027187","https://openalex.org/W1975147762","https://openalex.org/W1981276685","https://openalex.org/W2023818227","https://openalex.org/W2025556769","https://openalex.org/W2027376226","https://openalex.org/W2034549041","https://openalex.org/W2039609876","https://openalex.org/W2085526045","https://openalex.org/W2099297532","https://openalex.org/W2108389384","https://openalex.org/W2113932501","https://openalex.org/W2114650590","https://openalex.org/W2134967712","https://openalex.org/W2160592148","https://openalex.org/W2410846838","https://openalex.org/W2578240541","https://openalex.org/W2610148085","https://openalex.org/W2794994220","https://openalex.org/W2900090807","https://openalex.org/W2900694120","https://openalex.org/W2914542247","https://openalex.org/W2953128081","https://openalex.org/W2963028280","https://openalex.org/W2970175280","https://openalex.org/W3094686696","https://openalex.org/W3103098434","https://openalex.org/W3133989558","https://openalex.org/W3177828909","https://openalex.org/W3207373390","https://openalex.org/W3209056694","https://openalex.org/W3210813272","https://openalex.org/W4226159083","https://openalex.org/W4254041323","https://openalex.org/W4310603653","https://openalex.org/W4311104054","https://openalex.org/W4312901050","https://openalex.org/W4313703134","https://openalex.org/W4323812697","https://openalex.org/W4366188919","https://openalex.org/W4378071155","https://openalex.org/W4385490607","https://openalex.org/W4387003134","https://openalex.org/W4387023440","https://openalex.org/W4388524208","https://openalex.org/W4392015344","https://openalex.org/W4399465136","https://openalex.org/W4401382320","https://openalex.org/W6600005967","https://openalex.org/W6603707631","https://openalex.org/W6610423178"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4296179769","https://openalex.org/W4233990179","https://openalex.org/W2513124405","https://openalex.org/W2150968680","https://openalex.org/W1571156853","https://openalex.org/W2505532926","https://openalex.org/W4230224204"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,54,118,194,215,231,245],"artificial":[3],"intelligence":[4],"(AI)":[5],"in":[6,24,46,57,133,183,247],"drug":[7,18,154,173,248],"discovery":[8],"offers":[9],"promising":[10],"opportunities":[11],"to":[12,51,78,104,138,199],"streamline":[13],"and":[14,80,204,243],"enhance":[15],"the":[16,52,64,89,112,116,152,192,213,220,229,241],"traditional":[17],"development":[19],"process.":[20],"One":[21],"core":[22],"challenge":[23],"de":[25,162],"novo":[26,163],"molecular":[27,41,164,185],"design":[28,155,174],"is":[29,102],"modeling":[30],"complex":[31],"structure-activity":[32],"relationships":[33],"(SAR),":[34],"such":[35],"as":[36],"activity":[37,75,82,179,196,216],"cliffs,":[38,180],"where":[39],"minor":[40],"changes":[42],"yield":[43],"significant":[44],"shifts":[45],"biological":[47],"activity.":[48],"In":[49],"response":[50],"limitations":[53],"current":[55],"models":[56,178],"capturing":[58],"these":[59,201],"critical":[60,202],"discontinuities,":[61],"we":[62],"propose":[63],"Activity":[65],"Cliff-Aware":[66],"Reinforcement":[67],"Learning":[68],"(ACARL)":[69],"framework.":[70],"ACARL":[71,146],"leverages":[72],"a":[73,95,158,170,181,205],"novel":[74],"cliff":[76,83,197,217],"index":[77,198],"identify":[79],"amplify":[81],"compounds,":[84,218],"uniquely":[85],"incorporating":[86],"them":[87],"into":[88,151],"reinforcement":[90],"learning":[91,237],"(RL)":[92],"process":[93],"through":[94],"tailored":[96],"contrastive":[97,206],"loss.":[98],"This":[99,226],"RL":[100,207],"framework":[101,175],"designed":[103],"focus":[105],"model":[106,221],"optimization":[107],"on":[108],"high-impact":[109,223],"regions":[110],"within":[111],"SAR":[113,149,224],"landscape,":[114],"improving":[115],"generation":[117,214],"molecules":[119,136],"with":[120,235],"targeted":[121],"properties.":[122],"Experimental":[123],"evaluations":[124],"across":[125],"multiple":[126],"protein":[127],"targets":[128],"demonstrate":[129],"ACARL's":[130,187],"superior":[131],"performance":[132],"generating":[134],"high-affinity":[135],"compared":[137],"existing":[139],"state-of-the-art":[140],"algorithms.":[141],"These":[142],"findings":[143],"indicate":[144],"that":[145,176,210],"effectively":[147],"integrates":[148],"principles":[150],"RL-based":[153],"pipeline,":[156],"offering":[157],"robust":[159],"approach":[160,227],"for":[161,222],"designScientific":[165],"contribution":[166],"Our":[167],"work":[168],"introduces":[169],"machine":[171,236],"learning-based":[172],"explicitly":[177],"first":[182],"AI-driven":[184],"design.":[186],"primary":[188],"technical":[189],"contributions":[190],"include":[191],"formulation":[193],"an":[195],"detect":[200],"points,":[203],"loss":[208],"function":[209],"dynamically":[211],"enhances":[212],"optimizing":[219],"regions.":[225],"demonstrates":[228],"efficacy":[230],"combining":[232],"domain":[233],"knowledge":[234],"advances,":[238],"significantly":[239],"expanding":[240],"scope":[242],"reliability":[244],"AI":[246],"discovery.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}