{"id":"https://openalex.org/W1521063809","doi":"https://doi.org/10.22237/jmasm/1099267320","title":"Confidence Intervals On Subsets May Be Misleading","display_name":"Confidence Intervals On Subsets May Be Misleading","publication_year":2004,"publication_date":"2004-11-01","ids":{"openalex":"https://openalex.org/W1521063809","doi":"https://doi.org/10.22237/jmasm/1099267320","mag":"1521063809"},"language":"en","primary_location":{"id":"doi:10.22237/jmasm/1099267320","doi":"https://doi.org/10.22237/jmasm/1099267320","is_oa":true,"landing_page_url":"https://doi.org/10.22237/jmasm/1099267320","pdf_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1576&context=jmasm","source":{"id":"https://openalex.org/S180782769","display_name":"Journal of Modern Applied Statistical Methods","issn_l":"1538-9472","issn":["1538-9472","2950-4600"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1576&context=jmasm","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060566973","display_name":"Juliet Popper Shaffer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Juliet Popper Shaffer","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5060566973"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":"2","first_page":"261","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.2190999984741211,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.1785999983549118,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":0.703000009059906},{"id":"https://openalex.org/keywords/coverage-probability","display_name":"coverage probability","score":0.8970000147819519},{"id":"https://openalex.org/keywords/null-hypothesis-rejection","display_name":"null hypothesis rejection","score":0.6430000066757202},{"id":"https://openalex.org/keywords/file-drawer-problem","display_name":"file drawer problem","score":0.9190000295639038},{"id":"https://openalex.org/keywords/selection-effects","display_name":"selection effects","score":0.4880000054836273},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.7459999918937683},{"id":"https://openalex.org/keywords/effect-size-estimation","display_name":"effect size estimation","score":0.6209999918937683},{"id":"https://openalex.org/keywords/hypothesis-testing","display_name":"hypothesis testing","score":0.5460000038146973},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"statistical inference","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.760566234588623},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.7497058510780334},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6845400333404541},{"id":"https://openalex.org/C44036329","wikidata":"https://www.wikidata.org/wiki/Q253255","display_name":"p-value","level":3,"score":0.6706699728965759},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.6645462512969971},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.632146418094635},{"id":"https://openalex.org/C2776292839","wikidata":"https://www.wikidata.org/wiki/Q5179217","display_name":"Coverage probability","level":3,"score":0.5435630083084106},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.49981117248535156},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.49342241883277893},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.485101580619812},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.47953224182128906},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.43642640113830566},{"id":"https://openalex.org/C120577422","wikidata":"https://www.wikidata.org/wiki/Q843558","display_name":"Alternative hypothesis","level":3,"score":0.41838520765304565},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.41398489475250244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.13632842898368835},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.11285141110420227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10012620687484741},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.22237/jmasm/1099267320","doi":"https://doi.org/10.22237/jmasm/1099267320","is_oa":true,"landing_page_url":"https://doi.org/10.22237/jmasm/1099267320","pdf_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1576&context=jmasm","source":{"id":"https://openalex.org/S180782769","display_name":"Journal of Modern Applied Statistical Methods","issn_l":"1538-9472","issn":["1538-9472","2950-4600"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.wayne.edu:jmasm-1576","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.wayne.edu/jmasm/vol3/iss2/2","pdf_url":null,"source":{"id":"https://openalex.org/S171990522","display_name":"Human Biology","issn_l":"0018-7143","issn":["0018-7143","1534-6617"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-1","norway-1","poland-40","russia-white-list-1"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"invited_article"},{"id":"mag:2291605836","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1576&context=jmasm","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.22237/jmasm/1099267320","doi":"https://doi.org/10.22237/jmasm/1099267320","is_oa":true,"landing_page_url":"https://doi.org/10.22237/jmasm/1099267320","pdf_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1576&context=jmasm","source":{"id":"https://openalex.org/S180782769","display_name":"Journal of Modern Applied Statistical Methods","issn_l":"1538-9472","issn":["1538-9472","2950-4600"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1521063809.pdf","grobid_xml":"https://content.openalex.org/works/W1521063809.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1969607899","https://openalex.org/W1999649023","https://openalex.org/W2012120824","https://openalex.org/W2054714441","https://openalex.org/W2131813542","https://openalex.org/W2183510664","https://openalex.org/W2547302387","https://openalex.org/W4300870773","https://openalex.org/W7071764571"],"related_works":["https://openalex.org/W2291605836","https://openalex.org/W1922643933","https://openalex.org/W7098057330","https://openalex.org/W7095973570","https://openalex.org/W2079634472","https://openalex.org/W2516370240","https://openalex.org/W2263789318","https://openalex.org/W2288767486","https://openalex.org/W2901023208","https://openalex.org/W1964063574"],"abstract_inverted_index":{"A":[0,138],"combination":[1],"of":[2,38,41,63,117,152,167,170,191,202],"hypothesis":[3,29,54,100],"testing":[4],"and":[5,14,176,184,195,199],"confidence":[6,19,121,155],"interval":[7,142,173],"construction":[8],"is":[9,30,40,55,88,90,101],"often":[10],"used":[11],"in":[12,57,96,180,186,193],"social":[13,194],"behavioral":[15,196],"science":[16,197],"studies.":[17],"Sometimes":[18,44],"intervals":[20,122,125,156],"are":[21,46,79,104,147,182],"computed":[22],"or":[23,48,89,128],"reported":[24,49],"only":[25,50],"if":[26,51,75],"a":[27,52],"null":[28,53,86,99,134],"rejected,":[31],"perhaps":[32],"to":[33,59,68,71,188,200],"see":[34],"whether":[35,84],"the":[36,61,85,98,114,162,168],"range":[37,62],"values":[39,66],"practical":[42],"importance.":[43],"they":[45,78],"constructed":[47],"accepted,":[56],"order":[58],"assess":[60],"plausible":[64],"nonnull":[65],"due":[67],"inadequate":[69],"power":[70],"detect":[72],"them.":[73],"Even":[74],"always":[76],"computed,":[77],"interpreted":[80],"differently,":[81],"depending":[82],"on":[83,172],"value":[87],"not":[91,102,130],"included.":[92],"Furthermore,":[93],"many":[94],"studies":[95],"which":[97],"rejected":[103],"never":[105],"published":[106],"(the":[107],"\u201cfile":[108],"drawer\u201d":[109],"problem).":[110],"This":[111],"article":[112],"discusses":[113],"coverage":[115,143,150,174],"probability":[116,151,175],"nominal":[118,163],"1\u2212":[119],"\u03b1":[120],"when":[123,144],"examining":[124],"that":[126],"do":[127,129],"cover":[131],"some":[132],"specified":[133],"value,":[135],"usually":[136],"zero.":[137],"briefer":[139],"treatment":[140],"considers":[141],"undesirable":[145],"results":[146],"suppressed.":[148],"The":[149,165],"such":[153],"conditional":[154],"may":[157],"be":[158],"very":[159],"far":[160],"from":[161],"value.":[164],"magnitude":[166],"effect":[169,189,203],"selection":[171],"possible":[177],"resultant":[178],"biases":[179],"inference":[181],"illustrated,":[183],"discussed":[185],"relation":[187],"sizes":[190],"importance":[192],"research":[198],"estimation":[201],"sizes.":[204]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}