{"id":"https://openalex.org/W2014775890","doi":"https://doi.org/10.1126/science.306.5699.1133d","title":"The File-Drawer Problem, Revisited","display_name":"The File-Drawer Problem, Revisited","alternate_titles":[],"publication_year":2004,"publication_date":"2004-11-11","ids":{"openalex":"https://openalex.org/W2014775890","doi":"https://doi.org/10.1126/science.306.5699.1133d","mag":"2014775890","pmid":"https://pubmed.ncbi.nlm.nih.gov/15539586"},"language":"en","primary_location":{"id":"doi:10.1126/science.306.5699.1133d","doi":"https://doi.org/10.1126/science.306.5699.1133d","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.306.5699.1133d","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2014775890"],"child_works_count":0,"type":"letter","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101659406","display_name":"S. Stanley Young","orcid":"https://orcid.org/0000-0001-9111-8255","observed_orcids":["https://orcid.org/0000-0001-9111-8255","https://orcid.org/0000-0001-9449-5478"]},"institutions":[{"id":"https://openalex.org/I4210134730","display_name":"National Institute of Statistical Sciences","ror":"https://ror.org/03kcsjh25","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210134730"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"S. Stanley Young","raw_affiliation_strings":["National Institute of Statistical Sciences, Research Triangle Park, NC 27709, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Statistical Sciences, Research Triangle Park, NC 27709, USA","institution_ids":["https://openalex.org/I4210134730"]}]},{"author_position":"last","author":{"id":null,"display_name":"Heejun Bang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Heejun Bang","raw_affiliation_strings":["Department of Biostatistics, University of North Carolina at Chapel Hill, Chapel Hill, NC 27514, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, University of North Carolina at Chapel Hill, Chapel Hill, NC 27514, USA","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"306","issue":"5699","first_page":"1133","last_page":"1134"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.4269999861717224,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.4269999861717224,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11649","display_name":"Pharmaceutical industry and healthcare","score":0.17960000038146973,"subfield":{"id":"https://openalex.org/subfields/2910","display_name":"Issues, ethics and legal aspects"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.14640000462532043,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/file-drawer-problem","display_name":"file drawer problem","score":0.843999981880188},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.6970000267028809},{"id":"https://openalex.org/keywords/data-sharing","display_name":"data sharing","score":0.5099999904632568},{"id":"https://openalex.org/keywords/multiple-testing","display_name":"multiple comparisons","score":0.5260000228881836},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.9200000166893005},{"id":"https://openalex.org/keywords/statistical-significance-thresholds","display_name":"statistical significance thresholds","score":0.7390000224113464},{"id":"https://openalex.org/keywords/epidemiological-studies","display_name":"epidemiological studies","score":0.5529999732971191},{"id":"https://openalex.org/keywords/pharmaceutical-companies","display_name":"pharmaceutical companies","score":0.453000009059906},{"id":"https://openalex.org/keywords/research-transparency","display_name":"research transparency","score":0.4000000059604645},{"id":"https://openalex.org/keywords/research-priorities","display_name":"research priorities","score":0.8690000176429749},{"id":"https://openalex.org/keywords/research-evaluation-criteria","display_name":"research evaluation criteria","score":0.9120000004768372},{"id":"https://openalex.org/keywords/research-funding-allocation","display_name":"research funding allocation","score":0.550000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5075892210006714}],"mesh":[{"descriptor_ui":"D002986","descriptor_name":"Clinical Trials as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011643","descriptor_name":"Publishing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016021","descriptor_name":"Epidemiologic Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D022126","descriptor_name":"Access to Information","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1126/science.306.5699.1133d","doi":"https://doi.org/10.1126/science.306.5699.1133d","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.306.5699.1133d","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},{"id":"pmid:15539586","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/15539586","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science (New York, N.Y.)","raw_type":"Comment"},{"id":"pmh:oai:repository.library.georgetown.edu:10822/986855","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10822/986855","pdf_url":null,"source":{"id":"https://openalex.org/S4306402467","display_name":"DigitalGeorgetown (Georgetown University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210145449","host_organization_name":"Center for Security and Emerging Technology","host_organization_lineage":["https://openalex.org/I4210145449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"eweb:277707","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.504800021648407}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1503694646","https://openalex.org/W1982516880","https://openalex.org/W2118666817","https://openalex.org/W2418056748","https://openalex.org/W4240751626"],"related_works":["https://openalex.org/W1522512430","https://openalex.org/W2055722522","https://openalex.org/W4254988731","https://openalex.org/W1968704655","https://openalex.org/W7095762596","https://openalex.org/W2082071705","https://openalex.org/W2161614386","https://openalex.org/W2625943709","https://openalex.org/W2056715582","https://openalex.org/W4241978944"],"abstract_inverted_index":{"It":[0,571],"has":[1],"been":[2],"contended":[3],"that":[4,135,161,219,286,567,581],"drug":[5,102,331],"companies":[6,86],"have":[7,30,579,588],"hidden,":[8],"in":[9,100,146,199,290,403,539,562,608,615,628,637,644],"the":[10,13,21,43,50,101,129,163,200,210,220,270,291,302,305,404,510,569],"\u201cfile":[11],"drawer,\u201d":[12],"results":[14,22,58,160,196,224,289,328],"of":[15,23,45,152,166,195,223,240,272,377,401,509,530,564],"unsuccessful":[16],"clinical":[17,69,93,137,140,512],"trials":[18,26,70,94,141,513],"while":[19],"publishing":[20],"more":[24],"successful":[25],"([1][1]).":[27],"As":[28],"others":[29,295],"pointed":[31],"out,":[32],"no":[33,278],"one's":[34],"interest":[35],"(drug":[36],"company,":[37],"doctor,":[38],"patient)":[39],"is":[40,53,65,97,106,132,218,285,304,524],"served":[41],"by":[42],"marketing":[44],"ineffective":[46],"drugs,":[47],"but":[48,157],"nevertheless,":[49],"scientific":[51,130,306],"enterprise":[52],"set":[54],"back":[55],"when":[56],"full":[57],"are":[59,87,115,172,176,187,197,229,560],"not":[60,178,234],"published.":[61],"The":[62,215,252,281],"remedy":[63],"proposed":[64],"to":[66,90,150,180,193,208,268,327,552,578],"make":[67,209],"all":[68,580],"data":[71,125],"available":[72,189],"(\u201cThe":[73],"old":[74],"file-drawer":[75,242],"problem,\u201d":[76],"D.":[77],"Kennedy,":[78],"Editorial,":[79],"23":[80],"July,":[81],"p.":[82],"[451][2]);":[83],"indeed,":[84],"some":[85,542],"already":[88],"planning":[89],"post":[91],"their":[92,124],"data.\n\nIf":[95],"there":[96,105,114,274],"minor":[98],"mischief":[99,108],"company":[103],"file-drawer,":[104],"major":[107],"with":[109,248,506,541],"many":[110],"epidemiology":[111,201,227,241],"studies.":[112],"Although":[113],"legitimate":[116],"reservations":[117],"([2][3]),":[118],"why":[119],"shouldn't":[120],"epidemiologists":[121],"also":[122],"open":[123],"sets":[126],"([3][4])?":[127],"Arguably,":[128],"need":[131],"greater":[133],"than":[134],"for":[136,212],"trials.":[138],"Whereas":[139],"test":[142],"prespecified,":[143],"well-defined":[144],"hypotheses,":[145],"epidemiological":[147,522],"investigations,":[148],"hundreds":[149,192],"thousands":[151,194],"questions":[153],"may":[154],"be":[155,277,533,550,573],"asked,":[156],"only":[158,237],"those":[159],"pass":[162],"minimal":[164],"threshold":[165],"\u201cstatistically":[167],"significant,":[168],"P":[169],"<":[170],"0.05\u201d":[171],"reported.":[173],"Statistical":[174],"analyses":[175,265],"often":[177],"adjusted":[179,267],"reflect":[181,269],"multiple":[182],"testing,":[183],"even":[184,204],"though":[185],"procedures":[186,544],"readily":[188],"([4][5]).":[190],"If":[191,264],"locked":[198],"file":[202,292],"drawer,":[203],"readers":[205],"who":[206],"wish":[207],"adjustment":[211],"themselves":[213],"cannot.":[214],"worst-case":[216],"scenario":[217],"vast":[221],"majority":[222],"reported":[225],"from":[226,258,296],"studies":[228,537],"false":[230],"positives.\n\nTo":[231],"cite":[232],"(but":[233],"single":[235],"out)":[236],"one":[238],"example":[239],"cases,":[243],"antibiotic":[244],"use":[245],"was":[246,256],"associated":[247],"breast":[249],"cancer":[250,254],"([5][6]).":[251],"antibiotic-breast":[253],"association":[255],"culled":[257],"a":[259,546,565,589],"very":[260],"large":[261],"search":[262],"process.":[263],"were":[266],"number":[271],"questions,":[273],"might":[275,572],"well":[276,525],"significant":[279],"association.":[280],"central":[282],"point,":[283,520],"however,":[284,559],"keeping":[287],"these":[288,528],"drawer":[293],"prevents":[294],"doing":[297],"alternative":[298],"analyses,":[299],"and":[300,398,556],"again":[301],"loser":[303],"enterprise.\n\n1.":[307],"1.[\u21b5][7]":[309],"1.":[310,352,381,425,466,607],"L.":[313],"Abboud\n":[314],",":[322,336,364,394,448,487],"\u201cLilly":[323],"plans":[324],"broad":[325],"access":[326],"on":[329,384],"its":[330],"trials,\u201d":[332],"Wall":[333],"Street":[334],"J.":[335],"3":[337],"Aug.":[338],"2004,":[339],"pp.":[340],"B1-B2.\n":[341],"\n\n2.":[349],"2.[\u21b5][8]":[351],"E.":[355],"Marshall\n":[356],"Science":[365],"290,":[366],"28":[367],"(2000).\n":[368],"[OpenUrl][9][PubMed][10][Web":[376],"Science][11]\n\n3.":[378],"3.[\u21b5][12]":[380],"Board":[383],"Life":[385,405],"Sciences\n":[386],"Sharing":[395],"Publication-Related":[396],"Data":[397],"Materials:":[399],"Responsibilities":[400],"Authorship":[402],"Sciences":[406],"(National":[407],"Academies":[408],"Press,":[409],"Washington,":[410],"DC,":[411],"2003)":[412],"(see":[413],"[www.nap.edu/books/0309088593/html/][13]).\n":[414],"\n\n4.":[422],"4.[\u21b5][14]":[424],"P.":[428],"H.":[429],"Westfall,":[430],"2.":[435,476,614],"S.":[438,439],"Young\n":[440],"Resampling-Based":[449],"Multiple":[450],"Testing":[451],"(Wiley,":[452],"New":[453],"York,":[454],"1993).\n":[455],"\n\n5.":[463],"5.[\u21b5][15]":[465],"C.":[469],"M.":[470],"Velicer":[471],"et":[478],"al.\n":[479],"JAMA":[488],"29,":[489],"827":[490],"(2004).\n":[491],"[OpenUrl][16]\n\n#":[499],"Response":[500],"{#article-title-2}\n\nI":[501],"think":[502],"most":[503],"would":[504],"disagree":[505],"Young's":[507],"characterization":[508],"unpublished":[511],"problem":[514,566],"as":[515,575],"\u201cminor":[516],"mischief.\u201d":[517],"His":[518],"larger":[519],"about":[521],"trials,":[523],"taken\u2014but":[526],"forcing":[527],"out":[529,583],"hiding":[531],"will":[532],"administratively":[534],"difficult.":[535],"Epidemiological":[536],"undertaken":[538,561],"connection":[540],"regulatory":[543],"or":[545],"court":[547],"action":[548],"can":[549],"subject":[551],"required":[553],"disclosure.":[554],"Many":[555],"probably":[557],"most,":[558],"pursuit":[563],"interests":[568],"investigator.":[570],"useful,":[574],"Young":[576],"suggests,":[577],"stuff":[582],"there.":[584],"Alas,":[585],"we":[586],"don't":[587],"process.\n\n":[590],"[1]:":[591],"#ref-1\n":[592],"[2]:":[593],"/lookup/doi/10.1126/science.305.5683.451\n":[594],"[3]:":[595],"#ref-2\n":[596],"[4]:":[597],"#ref-3\n":[598],"[5]:":[599],"#ref-4\n":[600],"[6]:":[601],"#ref-5\n":[602],"[7]:":[603],"#xref-ref-1-1":[604],"View":[605,612,625,634,641],"reference":[606,613,626,635,642],"text\n":[609,616,629,638,645],"[8]:":[610],"#xref-ref-2-1":[611],"[9]:":[617],"{openurl}?query=rft.jtitle%253DScience%26rft.stitle%253DScience%26rft.issn%253D0036-8075%26rft.aulast%253DMarshall%26rft.auinit1%253DE.%26rft.volume%253D290%26rft.issue%253D5489%26rft.spage%253D28%26rft.epage%253D29%26rft.atitle%253DEthics.%2BEpidemiologists%2Bwary%2Bof%2Bopening%2Bup%2Btheir%2Bdata.%26rft_id%253Dinfo%253Apmid%252F11183141%26rft.genre%253Darticle%26rft_val_fmt%253Dinfo%253Aofi%252Ffmt%253Akev%253Amtx%253Ajournal%26ctx_ver%253DZ39.88-2004%26url_ver%253DZ39.88-2004%26url_ctx_fmt%253Dinfo%253Aofi%252Ffmt%253Akev%253Amtx%253Actx\n":[618],"[10]:":[619],"/lookup/external-ref?access_num=11183141&link_type=MED&atom=%2Fsci%2F306%2F5699%2F1133.4.atom\n":[620],"[11]:":[621],"/lookup/external-ref?access_num=000089724800008&link_type=ISI\n":[622],"[12]:":[623],"#xref-ref-3-1":[624],"3.":[627],"[13]:":[630],"http://www.nap.edu/books/0309088593/html/\n":[631],"[14]:":[632],"#xref-ref-4-1":[633],"4.":[636],"[15]:":[639],"#xref-ref-5-1":[640],"5.":[643],"[16]:":[646],"{openurl}?query=rft.jtitle%253DJAMA%26rft.volume%253D29%26rft.spage%253D827%26rft.atitle%253DJAMA%26rft.genre%253Darticle%26rft_val_fmt%253Dinfo%253Aofi%252Ffmt%253Akev%253Amtx%253Ajournal%26ctx_ver%253DZ39.88-2004%26url_ver%253DZ39.88-2004%26url_ctx_fmt%253Dinfo%253Aofi%252Ffmt%253Akev%253Amtx%253Actx":[647]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2014775890","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
