{"id":"https://openalex.org/W2900694120","doi":"https://doi.org/10.1021/acs.jcim.8b00839","title":"GuacaMol: Benchmarking Models for de Novo Molecular Design","display_name":"GuacaMol: Benchmarking Models for de Novo Molecular Design","publication_year":2019,"publication_date":"2019-03-19","ids":{"openalex":"https://openalex.org/W2900694120","doi":"https://doi.org/10.1021/acs.jcim.8b00839","mag":"2900694120","pmid":"https://pubmed.ncbi.nlm.nih.gov/30887799"},"language":"en","primary_location":{"id":"doi:10.1021/acs.jcim.8b00839","is_oa":true,"landing_page_url":"https://doi.org/10.1021/acs.jcim.8b00839","pdf_url":"https://pubs.acs.org/doi/pdf/10.1021/acs.jcim.8b00839","source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://pubs.acs.org/doi/pdf/10.1021/acs.jcim.8b00839","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Nathan Brown","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122598","display_name":"BenevolentAI (United Kingdom)","ror":"https://ror.org/02z480994","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210122598"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Nathan Brown","raw_affiliation_strings":["BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K","institution_ids":["https://openalex.org/I4210122598"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marco Fiscato","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122598","display_name":"BenevolentAI (United Kingdom)","ror":"https://ror.org/02z480994","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210122598"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marco Fiscato","raw_affiliation_strings":["BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K","institution_ids":["https://openalex.org/I4210122598"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marwin H.S. Segler","orcid":"https://orcid.org/0000-0001-8008-0546"},"institutions":[{"id":"https://openalex.org/I4210122598","display_name":"BenevolentAI (United Kingdom)","ror":"https://ror.org/02z480994","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210122598"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marwin H.S. Segler","raw_affiliation_strings":["BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8008-0546","affiliations":[{"raw_affiliation_string":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K","institution_ids":["https://openalex.org/I4210122598"]}]},{"author_position":"last","author":{"id":null,"display_name":"Alain C. Vaucher","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122598","display_name":"BenevolentAI (United Kingdom)","ror":"https://ror.org/02z480994","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210122598"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alain C. Vaucher","raw_affiliation_strings":["BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K","institution_ids":["https://openalex.org/I4210122598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122598"],"apc_list":null,"apc_paid":null,"fwci":27.8987,"has_fulltext":false,"cited_by_count":752,"citation_normalized_percentile":{"value":0.99895875,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"59","issue":"3","first_page":"1096","last_page":"1108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8995000123977661,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8995000123977661,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.061000000685453415,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13180","display_name":"Chemistry and Chemical Engineering","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/2304","display_name":"Environmental Chemistry"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7839999794960022},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7383000254631042},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6721000075340271},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.621399998664856},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5652999877929688},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.49050000309944153},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.48829999566078186}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7839999794960022},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7383000254631042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7141000032424927},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6721000075340271},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.621399998664856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5828999876976013},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5309000015258789},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.49050000309944153},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.48829999566078186},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.37119999527931213},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3531000018119812},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2630999982357025}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004364","descriptor_name":"Pharmaceutical Preparations","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":false},{"descriptor_ui":"D004364","descriptor_name":"Pharmaceutical Preparations","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":false},{"descriptor_ui":"D004364","descriptor_name":"Pharmaceutical Preparations","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":false},{"descriptor_ui":"D007536","descriptor_name":"Isomerism","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007536","descriptor_name":"Isomerism","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007536","descriptor_name":"Isomerism","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015195","descriptor_name":"Drug Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015195","descriptor_name":"Drug Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015195","descriptor_name":"Drug Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015394","descriptor_name":"Molecular Structure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015394","descriptor_name":"Molecular Structure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015394","descriptor_name":"Molecular Structure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D021281","descriptor_name":"Quantitative Structure-Activity Relationship","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021281","descriptor_name":"Quantitative Structure-Activity Relationship","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021281","descriptor_name":"Quantitative Structure-Activity Relationship","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1021/acs.jcim.8b00839","is_oa":true,"landing_page_url":"https://doi.org/10.1021/acs.jcim.8b00839","pdf_url":"https://pubs.acs.org/doi/pdf/10.1021/acs.jcim.8b00839","source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},{"id":"pmid:30887799","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30887799","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of chemical information and modeling","raw_type":null},{"id":"pmh:oai:arXiv.org:1811.09621","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.09621","pdf_url":"https://arxiv.org/pdf/1811.09621","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1021/acs.jcim.8b00839","is_oa":true,"landing_page_url":"https://doi.org/10.1021/acs.jcim.8b00839","pdf_url":"https://pubs.acs.org/doi/pdf/10.1021/acs.jcim.8b00839","source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2900694120.pdf","grobid_xml":"https://content.openalex.org/works/W2900694120.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W1174108660","https://openalex.org/W1500370019","https://openalex.org/W1509196567","https://openalex.org/W1578639442","https://openalex.org/W1965555277","https://openalex.org/W1975147762","https://openalex.org/W1986176168","https://openalex.org/W2009605433","https://openalex.org/W2010328851","https://openalex.org/W2011230643","https://openalex.org/W2018176004","https://openalex.org/W2022476850","https://openalex.org/W2027478081","https://openalex.org/W2033495141","https://openalex.org/W2034549041","https://openalex.org/W2040030948","https://openalex.org/W2052226480","https://openalex.org/W2064675550","https://openalex.org/W2076063813","https://openalex.org/W2080635178","https://openalex.org/W2080914508","https://openalex.org/W2096729078","https://openalex.org/W2107160601","https://openalex.org/W2108598243","https://openalex.org/W2113454169","https://openalex.org/W2114704115","https://openalex.org/W2125426232","https://openalex.org/W2176516200","https://openalex.org/W2189911347","https://openalex.org/W2300160852","https://openalex.org/W2405035126","https://openalex.org/W2476452061","https://openalex.org/W2529996553","https://openalex.org/W2567534979","https://openalex.org/W2578240541","https://openalex.org/W2586869611","https://openalex.org/W2594328795","https://openalex.org/W2610148085","https://openalex.org/W2736137960","https://openalex.org/W2747592475","https://openalex.org/W2765224015","https://openalex.org/W2773987374","https://openalex.org/W2784270883","https://openalex.org/W2785012661","https://openalex.org/W2790808809","https://openalex.org/W2793945656","https://openalex.org/W2794994220","https://openalex.org/W2796306022","https://openalex.org/W2805002767","https://openalex.org/W2886049025","https://openalex.org/W2887447356","https://openalex.org/W2889555425","https://openalex.org/W2891868449","https://openalex.org/W2897337442","https://openalex.org/W2900090807","https://openalex.org/W2909048115","https://openalex.org/W2941263485","https://openalex.org/W2963028280","https://openalex.org/W2963059228","https://openalex.org/W2963445908","https://openalex.org/W2963595537","https://openalex.org/W2963609389","https://openalex.org/W3208395488","https://openalex.org/W4230189600","https://openalex.org/W4235112493","https://openalex.org/W4248107770","https://openalex.org/W4289436753","https://openalex.org/W6600175266","https://openalex.org/W6604009900","https://openalex.org/W6607144799","https://openalex.org/W6609581451","https://openalex.org/W6610423178","https://openalex.org/W6733130978"],"related_works":[],"abstract_inverted_index":{"De":[0],"novo":[1,77],"design":[2,32],"seeks":[3],"to":[4,57,103,114],"generate":[5,115],"molecules":[6],"with":[7],"required":[8],"property":[9,106],"profiles":[10],"by":[11],"virtual":[12],"design-make-test":[13],"cycles.":[14],"With":[15],"the":[16,44,67,98,101,105,109,112,118],"emergence":[17],"of":[18,69,90,100,108,122,128],"deep":[19],"learning":[20],"and":[21,39,54,72,120,125,130,139],"neural":[22,35,73],"generative":[23],"models":[24,29,46,74,102],"in":[25],"many":[26],"application":[27],"areas,":[28],"for":[30,75],"molecular":[31,78],"based":[33,86],"on":[34,51,87,145],"networks":[36],"appeared":[37],"recently":[38],"show":[40],"promising":[41],"results.":[42],"However,":[43],"new":[45],"have":[47,60],"not":[48],"been":[49,63],"profiled":[50],"consistent":[52],"tasks,":[53],"comparative":[55],"studies":[56],"well-established":[58],"algorithms":[59],"only":[61],"seldom":[62],"performed.":[64],"To":[65],"standardize":[66],"assessment":[68],"both":[70],"classical":[71],"de":[76],"design,":[79],"we":[80],"propose":[81],"an":[82],"evaluation":[83],"framework,":[84],"GuacaMol,":[85],"a":[88,126,140],"suite":[89],"standardized":[91],"benchmarks.":[92],"The":[93,134],"benchmark":[94],"tasks":[95],"encompass":[96],"measuring":[97],"fidelity":[99],"reproduce":[104],"distribution":[107],"training":[110],"sets,":[111],"ability":[113],"novel":[116],"molecules,":[117],"exploration":[119],"exploitation":[121],"chemical":[123],"space,":[124],"variety":[127],"single":[129],"multiobjective":[131],"optimization":[132],"tasks.":[133],"benchmarking":[135],"open-source":[136],"Python":[137],"code":[138],"leaderboard":[141],"can":[142],"be":[143],"found":[144],"https://benevolent.ai/guacamol":[146],".":[147]},"counts_by_year":[{"year":2026,"cited_by_count":54},{"year":2025,"cited_by_count":138},{"year":2024,"cited_by_count":137},{"year":2023,"cited_by_count":119},{"year":2022,"cited_by_count":96},{"year":2021,"cited_by_count":110},{"year":2020,"cited_by_count":79},{"year":2019,"cited_by_count":19}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2018-11-29T00:00:00"}