{"id":"https://openalex.org/W7162148170","doi":"https://doi.org/10.48550/arxiv.2605.21740","title":"SMDD-Bench: Can LLMs Solve Real-World Small Molecule Drug Design Tasks?","display_name":"SMDD-Bench: Can LLMs Solve Real-World Small Molecule Drug Design Tasks?","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162148170","doi":"https://doi.org/10.48550/arxiv.2605.21740"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2605.21740","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.21740","pdf_url":"https://arxiv.org/pdf/2605.21740","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2605.21740","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124414157","display_name":"Kevin Han","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han, Kevin","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024362813","display_name":"Rui Zhang","orcid":"https://orcid.org/0009-0002-7800-2770","observed_orcids":["https://orcid.org/0009-0002-7800-2770"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhang, Renfei","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033319857","display_name":"Kathy Y. Wei","orcid":"https://orcid.org/0000-0002-8794-1385","observed_orcids":["https://orcid.org/0000-0002-8794-1385"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Kathy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114343368","display_name":"Hamed Mahdavi","orcid":"https://orcid.org/0009-0007-0280-5709","observed_orcids":["https://orcid.org/0009-0007-0280-5709"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdavi, Hamed","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093022042","display_name":"Niloofar Mireshghallah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mireshghallah, Niloofar","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008745801","display_name":"Amir Barati Farimani","orcid":"https://orcid.org/0000-0002-2952-8576","observed_orcids":["https://orcid.org/0000-0002-2952-8576"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farimani, Amir Barati","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12534","display_name":"Protein Degradation and Inhibitors","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/small-molecule-drug-design","display_name":"small-molecule drug design","score":0.9629999995231628},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.9710000157356262},{"id":"https://openalex.org/keywords/multi-turn-reasoning","display_name":"multi-turn reasoning","score":0.5870000123977661},{"id":"https://openalex.org/keywords/pharmacophore-identification","display_name":"pharmacophore identification","score":0.9070000052452087},{"id":"https://openalex.org/keywords/scaffold-hopping","display_name":"scaffold hopping","score":0.996999979019165},{"id":"https://openalex.org/keywords/lead-optimization","display_name":"lead optimization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/fragment-assembly","display_name":"fragment assembly","score":0.9980000257492065},{"id":"https://openalex.org/keywords/target-proteins","display_name":"protein targets","score":0.6620000004768372},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6651999950408936},{"id":"https://openalex.org/C99726746","wikidata":"https://www.wikidata.org/wiki/Q906396","display_name":"Chemical space","level":3,"score":0.6552000045776367},{"id":"https://openalex.org/C56173144","wikidata":"https://www.wikidata.org/wiki/Q1539893","display_name":"Pharmacophore","level":2,"score":0.6406000256538391},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.619700014591217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5805000066757202},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.524399995803833},{"id":"https://openalex.org/C74187038","wikidata":"https://www.wikidata.org/wiki/Q1418791","display_name":"Drug discovery","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C161624437","wikidata":"https://www.wikidata.org/wiki/Q1988322","display_name":"Small molecule","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C103697762","wikidata":"https://www.wikidata.org/wiki/Q4112105","display_name":"Virtual screening","level":3,"score":0.3547999858856201},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3402000069618225},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.33009999990463257},{"id":"https://openalex.org/C2776904630","wikidata":"https://www.wikidata.org/wiki/Q356336","display_name":"Adept","level":3,"score":0.32260000705718994},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C64903051","wikidata":"https://www.wikidata.org/wiki/Q2198549","display_name":"Drug development","level":3,"score":0.31779998540878296},{"id":"https://openalex.org/C2777494893","wikidata":"https://www.wikidata.org/wiki/Q4781752","display_name":"Approved drug","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C2780035454","wikidata":"https://www.wikidata.org/wiki/Q8386","display_name":"Drug","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25619998574256897}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2605.21740","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.21740","pdf_url":"https://arxiv.org/pdf/2605.21740","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2605.21740","doi":"https://doi.org/10.48550/arxiv.2605.21740","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21740","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2605.21740","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.21740","pdf_url":"https://arxiv.org/pdf/2605.21740","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7162148170.pdf","grobid_xml":"https://content.openalex.org/works/W7162148170.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2130479394","https://openalex.org/W2169678694","https://openalex.org/W2900090807","https://openalex.org/W3181995918","https://openalex.org/W4391871462","https://openalex.org/W4399940463","https://openalex.org/W4400064522","https://openalex.org/W4402345509","https://openalex.org/W4412889877","https://openalex.org/W4415069437","https://openalex.org/W6892009760","https://openalex.org/W6948174282","https://openalex.org/W7125382619","https://openalex.org/W7125868468","https://openalex.org/W7131857144","https://openalex.org/W7153151698","https://openalex.org/W7154979387"],"related_works":["https://openalex.org/W7154979387","https://openalex.org/W7214219086","https://openalex.org/W7220901878","https://openalex.org/W7161167326","https://openalex.org/W7160719557","https://openalex.org/W4416034548","https://openalex.org/W7162689699","https://openalex.org/W7150750009","https://openalex.org/W7125566593","https://openalex.org/W4415020794"],"abstract_inverted_index":{"LLM":[0,13,58,178],"agents":[1,14,59,179],"have":[2],"incredible":[3],"potential":[4],"for":[5,39,180],"scientific":[6],"discovery":[7],"applications.":[8],"However,":[9],"the":[10,55,113,153,172],"performance":[11],"of":[12,57,74,102,138,161],"on":[15,60],"real-world,":[16],"small":[17,61],"molecule":[18,62],"drug":[19,184],"design":[20],"(SMDD)":[21],"tasks":[22,97],"across":[23],"diverse":[24],"chemistries":[25],"and":[26,93,105,120,123,130,146,150,176],"targets":[27],"is":[28],"unclear.":[29],"Current":[30],"evaluation":[31,56],"methods":[32],"are":[33],"either":[34],"ad":[35],"hoc,":[36],"too":[37],"simple":[38],"real-world":[40],"discovery,":[41],"limited":[42,136],"in":[43],"scale,":[44],"or":[45],"restricted":[46],"to":[47,53,170],"single-turn":[48],"question":[49],"answering.":[50],"In":[51],"effort":[52],"standardize":[54],"design,":[63],"we":[64],"introduce":[65],"SMDD-Bench,":[66],"a":[67,99,135,167,188],"challenging,":[68],"multi-turn,":[69],"long-horizon":[70],"agentic":[71],"benchmark":[72,114,142],"consisting":[73],"502":[75],"guaranteed-solvable":[76],"task":[77,81],"instances":[78],"spanning":[79],"5":[80],"types:":[82],"2D":[83],"Pharmacophore":[84],"Identification,":[85],"Interaction":[86],"Point":[87],"Discovery,":[88],"Scaffold":[89],"Hopping,":[90],"Lead":[91],"Optimization,":[92],"Fragment":[94],"Assembly.":[95],"SMDD-Bench":[96,165],"span":[98],"wide":[100],"region":[101],"chemical":[103,119],"space":[104],"involve":[106],"102":[107],"unique":[108],"protein":[109],"targets.":[110],"Completely":[111],"solving":[112],"would":[115],"require":[116],"having":[117],"strong":[118],"biological":[121],"reasoning":[122],"3D":[124],"intuition,":[125],"understanding":[126],"specialized":[127],"tool":[128],"use,":[129],"displaying":[131],"planning":[132],"expertise":[133],"over":[134],"number":[137],"oracle":[139],"calls.":[140],"We":[141,163,186],"7":[143],"frontier":[144],"open":[145],"closed":[147],"source":[148],"LLMs":[149],"find":[151],"even":[152],"most":[154],"performant":[155],"LLM,":[156],"GPT5.4,":[157],"solves":[158],"only":[159],"40.2\\%":[160],"tasks.":[162],"hope":[164],"provides":[166],"standardized":[168],"testbed":[169],"invigorate":[171],"field":[173],"towards":[174],"training":[175],"evaluating":[177],"fully":[181],"autonomous":[182],"computational":[183],"design.":[185],"host":[187],"public":[189],"leaderboard":[190],"at":[191],"smddbench.com":[192],".":[193]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-05-23T00:00:00"}