{"id":"https://openalex.org/W2913743073","doi":"https://doi.org/10.1021/acs.jctc.9b00015","title":"Statistical Uncertainty Analysis for Small-Sample, High Log-Variance Data: Cautions for Bootstrapping and Bayesian Bootstrapping","display_name":"Statistical Uncertainty Analysis for Small-Sample, High Log-Variance Data: Cautions for Bootstrapping and Bayesian Bootstrapping","alternate_titles":[],"publication_year":2019,"publication_date":"2019-04-19","ids":{"openalex":"https://openalex.org/W2913743073","doi":"https://doi.org/10.1021/acs.jctc.9b00015","mag":"2913743073","pmid":"https://pubmed.ncbi.nlm.nih.gov/31002504","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6754704"},"language":"en","primary_location":{"id":"doi:10.1021/acs.jctc.9b00015","doi":"https://doi.org/10.1021/acs.jctc.9b00015","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jctc.9b00015","pdf_url":null,"source":{"id":"https://openalex.org/S189701308","display_name":"Journal of Chemical Theory and Computation","issn_l":"1549-9618","issn":["1549-9618","1549-9626"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Theory and Computation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2913743073"],"child_works_count":1,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6754704/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044681385","display_name":"Barmak Mostofian","orcid":"https://orcid.org/0000-0003-0568-9866","observed_orcids":["https://orcid.org/0000-0003-0568-9866"]},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barmak Mostofian","raw_affiliation_strings":["Department of Biomedical Engineering, School of Medicine, Oregon Health & Science University, Portland, Oregon 97239-3098, United States"],"raw_orcid":"https://orcid.org/0000-0003-0568-9866","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, School of Medicine, Oregon Health & Science University, Portland, Oregon 97239-3098, United States","institution_ids":["https://openalex.org/I165690674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003813944","display_name":"Daniel M. Zuckerman","orcid":"https://orcid.org/0000-0001-7662-2031","observed_orcids":["https://orcid.org/0000-0001-7662-2031"]},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Daniel M. Zuckerman","raw_affiliation_strings":["Department of Biomedical Engineering, School of Medicine, Oregon Health & Science University, Portland, Oregon 97239-3098, United States"],"raw_orcid":"https://orcid.org/0000-0001-7662-2031","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, School of Medicine, Oregon Health & Science University, Portland, Oregon 97239-3098, United States","institution_ids":["https://openalex.org/I165690674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5003813944"],"corresponding_institution_ids":["https://openalex.org/I165690674"],"apc_list":{"value":5000,"currency":"USD","value_usd":5000},"apc_paid":null,"fwci":2.8304,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.93299242,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"15","issue":"6","first_page":"3499","last_page":"3509"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.2273000031709671,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.2273000031709671,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.1225999966263771,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11890","display_name":"Scientific Measurement and Uncertainty Evaluation","score":0.10939999669790268,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statistical-uncertainty-analysis","display_name":"statistical uncertainty analysis","score":0.8460000157356262},{"id":"https://openalex.org/keywords/small-datasets","display_name":"small datasets","score":0.5950000286102295},{"id":"https://openalex.org/keywords/bootstrap-method","display_name":"bootstrapping","score":0.8220000267028809},{"id":"https://openalex.org/keywords/bayesian-bootstrap","display_name":"Bayesian bootstrap","score":0.9649999737739563},{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":0.9440000057220459},{"id":"https://openalex.org/keywords/molecular-simulation","display_name":"molecular simulation","score":0.5820000171661377},{"id":"https://openalex.org/keywords/atomistic-simulation","display_name":"atomistic simulation","score":0.6869999766349792},{"id":"https://openalex.org/keywords/mean-estimation","display_name":"mean estimation","score":0.41600000858306885}],"concepts":[{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.9322429895401001},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.7070950865745544},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6146978139877319},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6059333682060242},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.5635309219360352},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5505993366241455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4396301209926605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43341439962387085},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3674028515815735},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.34997302293777466},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1021/acs.jctc.9b00015","doi":"https://doi.org/10.1021/acs.jctc.9b00015","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jctc.9b00015","pdf_url":null,"source":{"id":"https://openalex.org/S189701308","display_name":"Journal of Chemical Theory and Computation","issn_l":"1549-9618","issn":["1549-9618","1549-9626"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Theory and Computation","raw_type":"journal-article"},{"id":"pmid:31002504","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31002504","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of chemical theory and computation","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6754704","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6754704/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"J Chem Theory Comput","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:6754704","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6754704/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"J Chem Theory Comput","raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G9000870820","display_name":"WESTPA: A high-performance framework for simulating at the frontiers of biology","funder_award_id":"R01GM115805","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320309233","display_name":"Oregon Health and Science University","ror":"https://ror.org/009avj582"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1505900198","https://openalex.org/W1542579814","https://openalex.org/W1570122994","https://openalex.org/W1964296596","https://openalex.org/W1969231606","https://openalex.org/W1975732928","https://openalex.org/W1976831186","https://openalex.org/W1994196506","https://openalex.org/W2001398410","https://openalex.org/W2001994823","https://openalex.org/W2036108598","https://openalex.org/W2056012861","https://openalex.org/W2058206198","https://openalex.org/W2063636398","https://openalex.org/W2064414576","https://openalex.org/W2065963893","https://openalex.org/W2067236515","https://openalex.org/W2089790615","https://openalex.org/W2103032510","https://openalex.org/W2110507597","https://openalex.org/W2120187948","https://openalex.org/W2156016724","https://openalex.org/W2157019488","https://openalex.org/W2167619573","https://openalex.org/W2334531949","https://openalex.org/W2463238596","https://openalex.org/W2516527635","https://openalex.org/W2516733692","https://openalex.org/W2556565974","https://openalex.org/W2566432406","https://openalex.org/W2582963095","https://openalex.org/W2900977207","https://openalex.org/W2935766410","https://openalex.org/W2951744071","https://openalex.org/W3100276353","https://openalex.org/W3106889297","https://openalex.org/W4388331802"],"related_works":["https://openalex.org/W2805890273","https://openalex.org/W2021769665","https://openalex.org/W1998166222","https://openalex.org/W2024386661","https://openalex.org/W2938640746","https://openalex.org/W1542579814","https://openalex.org/W2025181187","https://openalex.org/W7159566470","https://openalex.org/W7223186657","https://openalex.org/W7146072453"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,33,102],"molecular":[3],"simulations":[4],"allow":[5],"the":[6,58,65,86,98,121,129,138,157,175,180,223],"evaluation":[7],"of":[8,37,44,64,71,97,140,178,194,199],"previously":[9],"unattainable":[10],"observables,":[11],"such":[12],"as":[13],"rate":[14,208],"constants":[15],"for":[16],"protein":[17],"folding.":[18],"However,":[19],"these":[20],"calculations":[21],"are":[22,51,151,189],"usually":[23],"computationally":[24],"expensive,":[25],"and":[26,88,132,197],"even":[27],"significant":[28],"computing":[29],"resources":[30],"may":[31],"result":[32],"a":[34,76,82,93],"small":[35],"number":[36],"independent":[38,201],"estimates":[39],"spread":[40],"over":[41],"many":[42],"orders":[43],"magnitude.":[45],"Such":[46],"small-sample,":[47],"high":[48,111,184],"\"log-variance\"":[49],"data":[50],"not":[52,126],"readily":[53],"amenable":[54],"to":[55,80,113,214],"analysis":[56,193],"using":[57],"standard":[59,158,169],"uncertainty":[60,148],"(i.e.,":[61],"\"standard":[62],"error":[63],"mean\")":[66],"because":[67],"unphysical":[68],"negative":[69],"limits":[70],"confidence":[72,83,100,141],"intervals":[73,149],"result.":[74],"Bootstrapping,":[75],"natural":[77],"alternative":[78],"guaranteed":[79],"yield":[81],"interval":[84,142],"within":[85],"minimum":[87],"maximum":[89],"values,":[90],"also":[91],"exhibits":[92],"striking":[94],"systematic":[95],"bias":[96],"lower":[99],"limit":[101],"log":[103],"space.":[104],"As":[105],"we":[106,205],"show,":[107],"bootstrapping":[108,172],"artifactually":[109],"assigns":[110],"probability":[112],"improbably":[114],"low":[115],"mean":[116,181],"values.":[117],"A":[118],"second":[119],"alternative,":[120],"Bayesian":[122,145,171],"bootstrap":[123,146,159],"strategy,":[124],"does":[125],"suffer":[127],"from":[128,156,182],"same":[130],"deficit":[131],"is":[133],"more":[134,152],"logically":[135],"consistent":[136],"with":[137,165],"type":[139],"desired.":[143],"The":[144],"provides":[147],"that":[150],"reliable":[153],"than":[154],"those":[155],"method":[160],"but":[161],"must":[162],"be":[163],"used":[164],"caution":[166],"nevertheless.":[167],"Neither":[168],"nor":[170],"can":[173],"overcome":[174],"intrinsic":[176],"challenge":[177],"underestimating":[179],"small-size,":[183],"log-variance":[185],"samples.":[186],"Our":[187],"conclusions":[188],"based":[190],"on":[191],"extensive":[192],"model":[195],"distributions":[196],"reanalysis":[198],"multiple":[200],"atomistic":[202],"simulations.":[203],"Although":[204],"only":[206],"analyze":[207],"constants,":[209],"similar":[210],"considerations":[211],"will":[212],"apply":[213],"related":[215],"calculations,":[216],"potentially":[217],"including":[218],"highly":[219],"nonlinear":[220],"averages":[221],"like":[222],"Jarzynski":[224],"relation.":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2913743073","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":5}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2019-02-21T00:00:00"}
