{"id":"https://openalex.org/W3028499909","doi":"https://doi.org/10.1021/acs.jcim.0c00502","title":"Uncertainty Quantification Using Neural Networks for Molecular Property Prediction","display_name":"Uncertainty Quantification Using Neural Networks for Molecular Property Prediction","publication_year":2020,"publication_date":"2020-07-23","ids":{"openalex":"https://openalex.org/W3028499909","doi":"https://doi.org/10.1021/acs.jcim.0c00502","mag":"3028499909","pmid":"https://pubmed.ncbi.nlm.nih.gov/32702986"},"language":"en","primary_location":{"id":"doi:10.1021/acs.jcim.0c00502","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jcim.0c00502","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.10036","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009983204","display_name":"Lior Hirschfeld","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lior Hirschfeld","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, Massachusetts 02139, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, Massachusetts 02139, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005590626","display_name":"Kyle Swanson","orcid":"https://orcid.org/0000-0002-7385-7844"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kyle Swanson","raw_affiliation_strings":["Department of Pure Mathematics and Mathematical Statistics, University of Cambridge, Cambridge CB3 0WB, U.K","Department of pure Mathematics and Mathematical Statistics, University of Cambridge, Cambridge CB3 0WB, U.K.#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Pure Mathematics and Mathematical Statistics, University of Cambridge, Cambridge CB3 0WB, U.K","institution_ids":[]},{"raw_affiliation_string":"Department of pure Mathematics and Mathematical Statistics, University of Cambridge, Cambridge CB3 0WB, U.K.#TAB#","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101814676","display_name":"Kevin Yang","orcid":"https://orcid.org/0000-0001-7221-6642"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Yang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California Berkeley, Berkeley, California 94720, United States"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California Berkeley, Berkeley, California 94720, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010124873","display_name":"Regina Barzilay","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Regina Barzilay","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, Massachusetts 02139, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, Massachusetts 02139, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076162644","display_name":"Connor W. Coley","orcid":"https://orcid.org/0000-0002-8271-8723"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Connor W. Coley","raw_affiliation_strings":["Department of Chemical Engineering, MIT, Cambridge, Massachusetts 02139, United States"],"affiliations":[{"raw_affiliation_string":"Department of Chemical Engineering, MIT, Cambridge, Massachusetts 02139, United States","institution_ids":["https://openalex.org/I4210110987"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010124873","https://openalex.org/A5076162644"],"corresponding_institution_ids":["https://openalex.org/I4210110987"],"apc_list":null,"apc_paid":null,"fwci":1.4439,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8600187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"60","issue":"8","first_page":"3770","last_page":"3780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7454257011413574},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7225406169891357},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.653689980506897},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6419367790222168},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6411312222480774},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6306058168411255},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5250351428985596},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5078719258308411},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5009312629699707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4824557900428772},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4616597294807434},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.41223111748695374},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09998628497123718},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07589459419250488}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7454257011413574},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7225406169891357},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.653689980506897},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6419367790222168},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6411312222480774},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6306058168411255},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5250351428985596},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5078719258308411},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5009312629699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4824557900428772},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4616597294807434},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41223111748695374},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09998628497123718},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07589459419250488},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055808","descriptor_name":"Drug Discovery","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D055808","descriptor_name":"Drug Discovery","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D055808","descriptor_name":"Drug Discovery","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1021/acs.jcim.0c00502","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jcim.0c00502","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},{"id":"pmid:32702986","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32702986","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of chemical information and modeling","raw_type":null},{"id":"pmh:oai:arXiv.org:2005.10036","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.10036","pdf_url":"https://arxiv.org/pdf/2005.10036","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3028499909","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2005.10036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/135244","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/135244","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"http://purl.org/eprint/type/JournalArticle"},{"id":"doi:10.48550/arxiv.2005.10036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.10036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.10036","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.10036","pdf_url":"https://arxiv.org/pdf/2005.10036","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3028499909.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W330953206","https://openalex.org/W639218804","https://openalex.org/W1534477342","https://openalex.org/W1560021816","https://openalex.org/W1565746575","https://openalex.org/W1583837637","https://openalex.org/W1857789879","https://openalex.org/W2001459151","https://openalex.org/W2033757486","https://openalex.org/W2051790677","https://openalex.org/W2066273100","https://openalex.org/W2076018148","https://openalex.org/W2085890279","https://openalex.org/W2251230758","https://openalex.org/W2290847742","https://openalex.org/W2559145072","https://openalex.org/W2560321925","https://openalex.org/W2594183968","https://openalex.org/W2606780347","https://openalex.org/W2735246657","https://openalex.org/W2890097032","https://openalex.org/W2900415334","https://openalex.org/W2911789160","https://openalex.org/W2914369697","https://openalex.org/W2917597024","https://openalex.org/W2938282337","https://openalex.org/W2950517871","https://openalex.org/W2959623824","https://openalex.org/W2964059111","https://openalex.org/W2964113829","https://openalex.org/W2966357564","https://openalex.org/W2979603200","https://openalex.org/W2995495731","https://openalex.org/W3011250331","https://openalex.org/W3012035124","https://openalex.org/W3021787434","https://openalex.org/W3023042104"],"related_works":["https://openalex.org/W2964059111","https://openalex.org/W2966357564","https://openalex.org/W2963238274","https://openalex.org/W2799362914","https://openalex.org/W2949858440","https://openalex.org/W2766322032","https://openalex.org/W3091739897","https://openalex.org/W3109060525","https://openalex.org/W3178057123","https://openalex.org/W2994916339","https://openalex.org/W3081310258","https://openalex.org/W2998142440","https://openalex.org/W1989810298","https://openalex.org/W2519167500","https://openalex.org/W3210818730","https://openalex.org/W3156356768","https://openalex.org/W1809530530","https://openalex.org/W2795972033","https://openalex.org/W2967477131","https://openalex.org/W2299433787"],"abstract_inverted_index":{"Uncertainty":[0],"quantification":[1],"(UQ)":[2],"is":[3,35,63,112,153],"an":[4],"important":[5],"component":[6],"of":[7,71,84,107,125],"molecular":[8],"property":[9],"prediction,":[10],"particularly":[11,122],"for":[12,33,38,145],"drug":[13],"discovery":[14],"applications":[15],"where":[16,23],"model":[17],"predictions":[18],"direct":[19],"experimental":[20],"design":[21],"and":[22,29,118,150],"unanticipated":[24],"imprecision":[25],"wastes":[26],"valuable":[27],"time":[28],"resources.":[30],"The":[31],"need":[32],"UQ":[34,55,140],"especially":[36],"acute":[37],"neural":[39],"models,":[40],"which":[41,163],"are":[42,47,142],"becoming":[43],"increasingly":[44],"standard":[45],"yet":[46],"challenging":[48],"to":[49,54,115,162,167,171],"interpret.":[50],"While":[51,131],"several":[52,90],"approaches":[53],"have":[56],"been":[57],"proposed":[58],"in":[59,81],"the":[60,68,82,108],"literature,":[61],"there":[62],"no":[64],"clear":[65],"consensus":[66],"on":[67,92],"comparative":[69],"performance":[70,100],"these":[72,135],"models.":[73],"In":[74],"this":[75,79],"paper,":[76],"we":[77,110,132,155],"study":[78],"question":[80],"context":[83],"regression":[85,94],"tasks.":[86],"We":[87],"systematically":[88],"evaluate":[89],"methods":[91,109,141],"five":[93],"data":[95,129],"sets":[96],"using":[97],"multiple":[98,128],"complementary":[99],"metrics.":[101],"Our":[102],"experiments":[103],"show":[104,137],"that":[105,134,138],"none":[106,119],"tested":[111],"unequivocally":[113],"superior":[114],"all":[116,146],"others,":[117],"produces":[120],"a":[121,158],"reliable":[123],"ranking":[124],"errors":[126],"across":[127],"sets.":[130],"believe":[133],"results":[136],"existing":[139,164],"not":[143],"sufficient":[144],"common":[147],"use":[148],"cases":[149],"further":[151],"research":[152],"needed,":[154],"conclude":[156],"with":[157],"practical":[159],"recommendation":[160],"as":[161],"techniques":[165],"seem":[166],"perform":[168],"well":[169],"relative":[170],"others.":[172]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}