{"id":"https://openalex.org/W2802630768","doi":"https://doi.org/10.1093/toxsci/kfy111","title":"Assessing Deep and Shallow Learning Methods for Quantitative Prediction of Acute Chemical Toxicity","display_name":"Assessing Deep and Shallow Learning Methods for Quantitative Prediction of Acute Chemical Toxicity","publication_year":2018,"publication_date":"2018-04-30","ids":{"openalex":"https://openalex.org/W2802630768","doi":"https://doi.org/10.1093/toxsci/kfy111","mag":"2802630768","pmid":"https://pubmed.ncbi.nlm.nih.gov/29722883"},"language":"en","primary_location":{"id":"doi:10.1093/toxsci/kfy111","doi":"https://doi.org/10.1093/toxsci/kfy111","is_oa":true,"landing_page_url":"https://doi.org/10.1093/toxsci/kfy111","pdf_url":"https://academic.oup.com/toxsci/article-pdf/164/2/512/25222536/kfy111.pdf","source":{"id":"https://openalex.org/S186282544","display_name":"Toxicological Sciences","issn_l":"1096-0929","issn":["1096-0929","1096-6080"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Toxicological Sciences","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/toxsci/article-pdf/164/2/512/25222536/kfy111.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100738736","display_name":"Ruifeng Liu","orcid":"https://orcid.org/0000-0001-7582-9217","observed_orcids":["https://orcid.org/0000-0001-7582-9217"]},"institutions":[{"id":"https://openalex.org/I2800986571","display_name":"Telemedicine & Advanced Technology Research Center","ror":"https://ror.org/014pvr265","country_code":"US","type":"other","lineage":["https://openalex.org/I106965489","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2800986571","https://openalex.org/I2802581893"]},{"id":"https://openalex.org/I2802581893","display_name":"United States Army Medical Research and Development Command","ror":"https://ror.org/03cd02q50","country_code":"US","type":"facility","lineage":["https://openalex.org/I106965489","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802581893"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruifeng Liu","raw_affiliation_strings":["Department of Defense Biotechnology High Performance Computing Software Applications Institute, Telemedicine and Advanced Technology Research Center, U.S. Army Medical Research and Materiel Command, Fort Detrick, Maryland 21702"],"raw_orcid":"https://orcid.org/0000-0001-7582-9217","affiliations":[{"raw_affiliation_string":"Department of Defense Biotechnology High Performance Computing Software Applications Institute, Telemedicine and Advanced Technology Research Center, U.S. Army Medical Research and Materiel Command, Fort Detrick, Maryland 21702","institution_ids":["https://openalex.org/I2800986571","https://openalex.org/I2802581893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038301780","display_name":"Michael A. Madore","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800986571","display_name":"Telemedicine & Advanced Technology Research Center","ror":"https://ror.org/014pvr265","country_code":"US","type":"other","lineage":["https://openalex.org/I106965489","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2800986571","https://openalex.org/I2802581893"]},{"id":"https://openalex.org/I2802581893","display_name":"United States Army Medical Research and Development Command","ror":"https://ror.org/03cd02q50","country_code":"US","type":"facility","lineage":["https://openalex.org/I106965489","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802581893"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Madore","raw_affiliation_strings":["Department of Defense Biotechnology High Performance Computing Software Applications Institute, Telemedicine and Advanced Technology Research Center, U.S. Army Medical Research and Materiel Command, Fort Detrick, Maryland 21702"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Defense Biotechnology High Performance Computing Software Applications Institute, Telemedicine and Advanced Technology Research Center, U.S. Army Medical Research and Materiel Command, Fort Detrick, Maryland 21702","institution_ids":["https://openalex.org/I2800986571","https://openalex.org/I2802581893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080632719","display_name":"Kyle Glover","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1331871522","display_name":"Defense Threat Reduction Agency","ror":"https://ror.org/04tz64554","country_code":"US","type":"government","lineage":["https://openalex.org/I1296703163","https://openalex.org/I1330347796","https://openalex.org/I1331871522"]},{"id":"https://openalex.org/I4387153805","display_name":"U.S. Army Combat Capabilities Development Command Chemical Biological Center","ror":"https://ror.org/022j0mn33","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437","https://openalex.org/I4387153805"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle P Glover","raw_affiliation_strings":["Defense Threat Reduction Agency, Ft Belvoir, Virginia 22060","U.S. Army - Edgewood Chemical Biological Center, Operational Toxicology, Aberdeen Proving Ground, Maryland 21010"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Defense Threat Reduction Agency, Ft Belvoir, Virginia 22060","institution_ids":["https://openalex.org/I1331871522"]},{"raw_affiliation_string":"U.S. Army - Edgewood Chemical Biological Center, Operational Toxicology, Aberdeen Proving Ground, Maryland 21010","institution_ids":["https://openalex.org/I4387153805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004092384","display_name":"Michael G. Feasel","orcid":"https://orcid.org/0000-0001-7029-2764","observed_orcids":["https://orcid.org/0000-0001-7029-2764"]},"institutions":[{"id":"https://openalex.org/I4387153805","display_name":"U.S. Army Combat Capabilities Development Command Chemical Biological Center","ror":"https://ror.org/022j0mn33","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437","https://openalex.org/I4387153805"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael G Feasel","raw_affiliation_strings":["U.S. Army - Edgewood Chemical Biological Center, Operational Toxicology, Aberdeen Proving Ground, Maryland 21010"],"raw_orcid":"https://orcid.org/0000-0001-7029-2764","affiliations":[{"raw_affiliation_string":"U.S. Army - Edgewood Chemical Biological Center, Operational Toxicology, Aberdeen Proving Ground, Maryland 21010","institution_ids":["https://openalex.org/I4387153805"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030271505","display_name":"Anders Wallqvist","orcid":"https://orcid.org/0000-0002-9775-7469","observed_orcids":["https://orcid.org/0000-0002-9775-7469"]},"institutions":[{"id":"https://openalex.org/I2800986571","display_name":"Telemedicine & Advanced Technology Research Center","ror":"https://ror.org/014pvr265","country_code":"US","type":"other","lineage":["https://openalex.org/I106965489","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2800986571","https://openalex.org/I2802581893"]},{"id":"https://openalex.org/I2802581893","display_name":"United States Army Medical Research and Development Command","ror":"https://ror.org/03cd02q50","country_code":"US","type":"facility","lineage":["https://openalex.org/I106965489","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802581893"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anders Wallqvist","raw_affiliation_strings":["Department of Defense Biotechnology High Performance Computing Software Applications Institute, Telemedicine and Advanced Technology Research Center, U.S. Army Medical Research and Materiel Command, Fort Detrick, Maryland 21702"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Defense Biotechnology High Performance Computing Software Applications Institute, Telemedicine and Advanced Technology Research Center, U.S. Army Medical Research and Materiel Command, Fort Detrick, Maryland 21702","institution_ids":["https://openalex.org/I2800986571","https://openalex.org/I2802581893"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5030271505","https://openalex.org/A5100738736"],"corresponding_institution_ids":["https://openalex.org/I2800986571","https://openalex.org/I2802581893"],"apc_list":{"value":4671,"currency":"USD","value_usd":4671},"apc_paid":null,"fwci":2.436,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.9142562,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"164","issue":"2","first_page":"512","last_page":"526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12281","display_name":"Animal testing and alternatives","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3404","display_name":"Small Animals"},"field":{"id":"https://openalex.org/fields/34","display_name":"Veterinary"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.8330000042915344},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.9380000233650208},{"id":"https://openalex.org/keywords/qsar","display_name":"QSAR","score":0.7910000085830688},{"id":"https://openalex.org/keywords/in-silico-toxicity-prediction","display_name":"in silico toxicity prediction","score":0.9079999923706055},{"id":"https://openalex.org/keywords/alternatives-to-animal-testing","display_name":"alternatives to animal testing","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C2910804846","wikidata":"https://www.wikidata.org/wiki/Q274160","display_name":"Chemical toxicity","level":3,"score":0.6933482885360718},{"id":"https://openalex.org/C29730261","wikidata":"https://www.wikidata.org/wiki/Q274160","display_name":"Toxicity","level":2,"score":0.6752901077270508},{"id":"https://openalex.org/C116263406","wikidata":"https://www.wikidata.org/wiki/Q3299024","display_name":"Acute toxicity","level":3,"score":0.4772988557815552},{"id":"https://openalex.org/C107872376","wikidata":"https://www.wikidata.org/wiki/Q321355","display_name":"Environmental chemistry","level":1,"score":0.3505420982837677},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.33204618096351624},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.33129721879959106},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.07164561748504639}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011817","descriptor_name":"Rabbits","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018675","descriptor_name":"Toxicity Tests","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D021281","descriptor_name":"Quantitative Structure-Activity Relationship","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051379","descriptor_name":"Mice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D066264","descriptor_name":"Datasets as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1093/toxsci/kfy111","doi":"https://doi.org/10.1093/toxsci/kfy111","is_oa":true,"landing_page_url":"https://doi.org/10.1093/toxsci/kfy111","pdf_url":"https://academic.oup.com/toxsci/article-pdf/164/2/512/25222536/kfy111.pdf","source":{"id":"https://openalex.org/S186282544","display_name":"Toxicological Sciences","issn_l":"1096-0929","issn":["1096-0929","1096-6080"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Toxicological Sciences","raw_type":"journal-article"},{"id":"pmid:29722883","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29722883","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Toxicological sciences : an official journal of the Society of Toxicology","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1093/toxsci/kfy111","doi":"https://doi.org/10.1093/toxsci/kfy111","is_oa":true,"landing_page_url":"https://doi.org/10.1093/toxsci/kfy111","pdf_url":"https://academic.oup.com/toxsci/article-pdf/164/2/512/25222536/kfy111.pdf","source":{"id":"https://openalex.org/S186282544","display_name":"Toxicological Sciences","issn_l":"1096-0929","issn":["1096-0929","1096-6080"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Toxicological Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5851990620","display_name":null,"funder_award_id":"CBCall14-CBS-05-2-0007","funder_id":"https://openalex.org/F4320332186","funder_display_name":"Defense Threat Reduction Agency"}],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320320986","display_name":"University of the Sunshine Coast","ror":"https://ror.org/016gb9e15"},{"id":"https://openalex.org/F4320332186","display_name":"Defense Threat Reduction Agency","ror":"https://ror.org/04tz64554"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2802630768.pdf","grobid_xml":"https://content.openalex.org/works/W2802630768.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W382880255","https://openalex.org/W1988037271","https://openalex.org/W1998163119","https://openalex.org/W1999798000","https://openalex.org/W2010609085","https://openalex.org/W2049293086","https://openalex.org/W2084222690","https://openalex.org/W2086729168","https://openalex.org/W2090641453","https://openalex.org/W2099568216","https://openalex.org/W2153589211","https://openalex.org/W2153863665","https://openalex.org/W2290847742","https://openalex.org/W2315793764","https://openalex.org/W2319741579","https://openalex.org/W2338318698","https://openalex.org/W2384495648","https://openalex.org/W2412905458","https://openalex.org/W2731161895","https://openalex.org/W2740946158"],"related_works":["https://openalex.org/W2920702708","https://openalex.org/W7142999626","https://openalex.org/W4309736762","https://openalex.org/W2966115457","https://openalex.org/W3157868274","https://openalex.org/W4200315656","https://openalex.org/W3127521151","https://openalex.org/W2610646689","https://openalex.org/W4281662890","https://openalex.org/W4389451366"],"abstract_inverted_index":{"Animal-based":[0],"methods":[1,34],"for":[2,35,93,154,168],"assessing":[3],"chemical":[4,98],"toxicity":[5,99,175,233],"are":[6,18,152],"struggling":[7],"to":[8,30,116,122,210],"meet":[9],"testing":[10],"demands.":[11],"In":[12],"silico":[13],"approaches,":[14],"including":[15],"machine-learning":[16,33],"methods,":[17],"promising":[19],"alternatives.":[20],"Recently,":[21],"deep":[22],"neural":[23],"networks":[24],"(DNNs)":[25],"were":[26],"evaluated":[27],"and":[28,66,134,140,182],"reported":[29,47],"outperform":[31],"other":[32],"quantitative":[36,94],"structure-activity":[37],"relationship":[38],"modeling":[39],"of":[40,45,69,76,90,96,109,114,124,219,231],"molecular":[41],"properties.":[42],"However,":[43,143],"most":[44,170],"the":[46,57,64,74,80,106,132,138,169,174,193,224],"performance":[48,53,92,108,150,195],"evaluations":[49],"relied":[50],"on":[51,112,186],"global":[52,149,194],"metrics,":[54],"such":[55],"as":[56,129],"root":[58],"mean":[59],"squared":[60],"error":[61],"(RMSE)":[62],"between":[63,137],"predicted":[65,139],"experimental":[67,141],"values":[68],"all":[70,187],"samples,":[71],"without":[72],"considering":[73],"impact":[75],"sample":[77,160],"distribution":[78],"across":[79],"activity":[81],"spectrum.":[82,176],"Here,":[83],"we":[84],"carried":[85],"out":[86],"an":[87],"in-depth":[88],"analysis":[89],"DNN":[91,110,181],"prediction":[95],"acute":[97,232],"using":[100],"several":[101],"datasets.":[102],"We":[103],"found":[104],"that":[105,123,148,217],"overall":[107],"models":[111,184],"datasets":[113,155],"up":[115],"30":[117],"000":[118],"compounds":[119,172,209],"was":[120],"similar":[121,208],"random":[125],"forest":[126],"(RF)":[127],"models,":[128],"measured":[130],"by":[131],"RMSE":[133],"correlation":[135],"coefficients":[136],"results.":[142],"our":[144,199],"detailed":[145],"analyses":[146],"demonstrated":[147],"metrics":[151,196],"inappropriate":[153],"with":[156],"a":[157,165,228],"highly":[158,178],"uneven":[159],"distribution,":[161],"because":[162],"they":[163],"show":[164],"strong":[166],"bias":[167],"populous":[171],"along":[173],"For":[177],"toxic":[179],"compounds,":[180],"RF":[183],"trained":[185],"samples":[188],"performed":[189,213],"much":[190],"worse":[191],"than":[192],"indicated.":[197],"Surprisingly,":[198],"variable":[200],"nearest":[201],"neighbor":[202],"method,":[203],"which":[204],"utilizes":[205],"only":[206],"structurally":[207],"make":[211],"predictions,":[212],"reasonably":[214],"well,":[215],"suggesting":[216],"information":[218],"close":[220],"near":[221],"neighbors":[222],"in":[223],"training":[225],"sets":[226],"is":[227],"key":[229],"determinant":[230],"predictions.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2018-05-17T00:00:00"}