{"id":"https://openalex.org/W7153151698","doi":"https://doi.org/10.48550/arxiv.2604.07669","title":"Reinforcement Learning with LLM-Guided Action Spaces for Synthesizable Lead Optimization","display_name":"Reinforcement Learning with LLM-Guided Action Spaces for Synthesizable Lead Optimization","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153151698","doi":"https://doi.org/10.48550/arxiv.2604.07669"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133363110","display_name":"Tao Li","orcid":"https://orcid.org/0009-0004-0667-8506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133385247","display_name":"Kaiyuan Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Kaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064819178","display_name":"Tuan Vinh","orcid":"https://orcid.org/0000-0001-6808-3736"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vinh, Tuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120176306","display_name":"Monika Raj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raj, Monika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133371142","display_name":"Zhichun Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zhichun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5006897094","display_name":"Carl Yang","orcid":"https://orcid.org/0000-0001-9145-4531"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Carl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.7088000178337097,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.7088000178337097,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11281","display_name":"Asymmetric Hydrogenation and Catalysis","score":0.026100000366568565,"subfield":{"id":"https://openalex.org/subfields/1604","display_name":"Inorganic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6093000173568726},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5922999978065491},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5212000012397766},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.46140000224113464},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41749998927116394},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4059000015258789},{"id":"https://openalex.org/keywords/constrained-optimization","display_name":"Constrained optimization","score":0.3540000021457672},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.352400004863739}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192000150680542},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6093000173568726},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5922999978065491},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5212000012397766},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49970000982284546},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C2777093003","wikidata":"https://www.wikidata.org/wiki/Q6508345","display_name":"Lead (geology)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3041999936103821},{"id":"https://openalex.org/C99726746","wikidata":"https://www.wikidata.org/wiki/Q906396","display_name":"Chemical space","level":3,"score":0.2980000078678131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C2989514635","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization problem","level":3,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5391785502433777}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Lead":[0],"optimization":[1,61,142,150,198],"in":[2,200],"drug":[3],"discovery":[4],"requires":[5],"improving":[6],"therapeutic":[7],"properties":[8],"while":[9,37],"ensuring":[10],"that":[11,58,207],"molecular":[12,46],"modifications":[13],"correspond":[14],"to":[15,45,92,127],"feasible":[16],"synthetic":[17,219],"routes.":[18],"Existing":[19],"approaches":[20],"either":[21],"prioritize":[22],"property":[23,149],"scores":[24],"without":[25],"enforcing":[26],"synthesizability,":[27],"or":[28,177],"rely":[29],"on":[30,179,190],"expensive":[31],"enumeration":[32],"over":[33,67],"large":[34],"reaction":[35,75,85,202],"networks,":[36],"direct":[38],"application":[39],"of":[40,104,168,181,192],"Large":[41],"Language":[42],"Models":[43],"(LLMs)":[44],"generation":[47],"frequently":[48],"produces":[49,205],"chemically":[50,105],"invalid":[51],"structures.":[52],"We":[53],"introduce":[54],"MolReAct,":[55],"a":[56,63,68,83,101,136],"framework":[57],"formulates":[59],"lead":[60],"as":[62,82],"Markov":[64],"Decision":[65],"Process":[66],"synthesis-constrained":[69],"action":[70],"space":[71],"defined":[72],"by":[73,144,215],"validated":[74,201],"templates.":[76,110],"A":[77,111],"tool-augmented":[78],"LLM":[79],"agent":[80],"serves":[81],"dynamic":[84],"environment,":[86],"invoking":[87],"specialized":[88],"chemical":[89],"analysis":[90],"tools":[91],"identify":[93],"reactive":[94],"sites":[95],"and":[96,99,157,184],"functional":[97],"groups":[98],"proposing":[100],"compact":[102],"set":[103],"grounded":[106],"transformations":[107],"from":[108,152],"matched":[109],"dedicated":[112],"policy":[113],"model":[114],"trained":[115],"via":[116],"Group":[117],"Relative":[118],"Policy":[119],"Optimization":[120],"(GRPO)":[121],"selects":[122],"among":[123,172],"these":[124],"constrained":[125],"actions":[126],"maximize":[128],"long-term":[129],"oracle":[130],"reward":[131],"across":[132],"multi-step":[133],"trajectories,":[134],"with":[135],"SMILES-based":[137],"caching":[138],"mechanism":[139],"reducing":[140],"end-to-end":[141],"time":[143],"approximately":[145],"43%.":[146],"Across":[147],"13":[148,180],"tasks":[151,183],"the":[153,170,186],"Therapeutic":[154],"Data":[155],"Commons":[156],"one":[158],"structure-based":[159],"docking":[160],"task,":[161],"MolReAct":[162,204],"achieves":[163],"an":[164,216],"average":[165],"Top-10":[166],"score":[167],"0.571,":[169],"highest":[171],"all":[173],"baselines,":[174],"ranking":[175],"first":[176],"second":[178],"14":[182,193],"attaining":[185],"best":[187],"sample":[188],"efficiency":[189],"9":[191],"tasks.":[194],"By":[195],"grounding":[196],"every":[197],"step":[199],"templates,":[203],"molecules":[206],"are":[208],"not":[209],"only":[210],"property-improved":[211],"but":[212],"each":[213],"accompanied":[214],"explicit":[217],"template-grounded":[218],"pathway.":[220]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}