{"id":"https://openalex.org/W3100265598","doi":"https://doi.org/10.1109/ita50056.2020.9244948","title":"Safe Testing","display_name":"Safe Testing","publication_year":2020,"publication_date":"2020-02-02","ids":{"openalex":"https://openalex.org/W3100265598","doi":"https://doi.org/10.1109/ita50056.2020.9244948","mag":"3100265598"},"language":"en","primary_location":{"id":"doi:10.1109/ita50056.2020.9244948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita50056.2020.9244948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079050279","display_name":"Peter Gr\u00fcnwald","orcid":"https://orcid.org/0000-0001-9832-9936"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Peter Grunwald","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","Leiden University, Leiden, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040951235","display_name":"Rianne de Heide","orcid":"https://orcid.org/0000-0002-2842-1099"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]},{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rianne de Heide","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","Leiden University, Leiden, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013618078","display_name":"Wouter M. Koolen","orcid":"https://orcid.org/0000-0002-1053-6701"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Wouter M. Koolen","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079050279"],"corresponding_institution_ids":["https://openalex.org/I121797337","https://openalex.org/I1341640284"],"apc_list":null,"apc_paid":null,"fwci":4.9335,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.9601224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contingency-table","display_name":"Contingency table","score":0.5495997667312622},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.5481730103492737},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5158175826072693},{"id":"https://openalex.org/keywords/bayes-factor","display_name":"Bayes factor","score":0.4637608528137207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4553648829460144},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.45122072100639343},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.44486740231513977},{"id":"https://openalex.org/keywords/null-hypothesis","display_name":"Null hypothesis","score":0.43785589933395386},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.42958104610443115},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.42270126938819885},{"id":"https://openalex.org/keywords/type-i-and-type-ii-errors","display_name":"Type I and type II errors","score":0.4113064408302307},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.38924044370651245},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.3855676054954529},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.38222724199295044},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3817441165447235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3673214912414551},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3128397464752197}],"concepts":[{"id":"https://openalex.org/C91998498","wikidata":"https://www.wikidata.org/wiki/Q1541178","display_name":"Contingency table","level":2,"score":0.5495997667312622},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5481730103492737},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5158175826072693},{"id":"https://openalex.org/C142291917","wikidata":"https://www.wikidata.org/wiki/Q4165283","display_name":"Bayes factor","level":4,"score":0.4637608528137207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4553648829460144},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.45122072100639343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.44486740231513977},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.43785589933395386},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.42958104610443115},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.42270126938819885},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.4113064408302307},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38924044370651245},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3855676054954529},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.38222724199295044},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3817441165447235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3673214912414551},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3128397464752197}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ita50056.2020.9244948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita50056.2020.9244948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/e5e4c49e-9702-4afe-8937-851b1b3e5b53","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/e5e4c49e-9702-4afe-8937-851b1b3e5b53","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Grunwald, P, De Heide, R & Koolen, W M 2020, Safe Testing. in 2020 Information Theory and Applications Workshop (ITA) : [Proceedings]., 9244948, IEEE. https://doi.org/10.1109/ITA50056.2020.9244948","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W11483397","https://openalex.org/W62049122","https://openalex.org/W608863562","https://openalex.org/W1533169541","https://openalex.org/W1590693676","https://openalex.org/W1595105216","https://openalex.org/W1948497384","https://openalex.org/W1967782843","https://openalex.org/W1970588407","https://openalex.org/W1978662219","https://openalex.org/W1986282687","https://openalex.org/W1988520084","https://openalex.org/W1999384070","https://openalex.org/W2006593592","https://openalex.org/W2013901661","https://openalex.org/W2014384147","https://openalex.org/W2020389170","https://openalex.org/W2024013235","https://openalex.org/W2026653933","https://openalex.org/W2027769201","https://openalex.org/W2030672763","https://openalex.org/W2034489173","https://openalex.org/W2038290376","https://openalex.org/W2062714872","https://openalex.org/W2075911929","https://openalex.org/W2099111195","https://openalex.org/W2101460669","https://openalex.org/W2102098892","https://openalex.org/W2117146852","https://openalex.org/W2117388928","https://openalex.org/W2126163471","https://openalex.org/W2131046448","https://openalex.org/W2132110140","https://openalex.org/W2144312796","https://openalex.org/W2153204884","https://openalex.org/W2159998880","https://openalex.org/W2293040502","https://openalex.org/W2293233856","https://openalex.org/W2334529533","https://openalex.org/W2461847398","https://openalex.org/W2475097716","https://openalex.org/W2573934436","https://openalex.org/W2736848882","https://openalex.org/W2737799282","https://openalex.org/W2758081422","https://openalex.org/W2775405960","https://openalex.org/W2921827989","https://openalex.org/W2924950986","https://openalex.org/W2949268160","https://openalex.org/W3015736691","https://openalex.org/W3027700053","https://openalex.org/W3049757640","https://openalex.org/W3099596344","https://openalex.org/W3103378975","https://openalex.org/W3105309374","https://openalex.org/W3118891004","https://openalex.org/W3123545922","https://openalex.org/W3124008874","https://openalex.org/W3183766709","https://openalex.org/W4210427261","https://openalex.org/W4212862216","https://openalex.org/W4234162332","https://openalex.org/W4239733787","https://openalex.org/W4243392949","https://openalex.org/W4249023688","https://openalex.org/W4299567853","https://openalex.org/W6600448731","https://openalex.org/W6677462471","https://openalex.org/W6697214356","https://openalex.org/W6781712691","https://openalex.org/W6806802254"],"related_works":["https://openalex.org/W4235847508","https://openalex.org/W1991984435","https://openalex.org/W3003558595","https://openalex.org/W4361270669","https://openalex.org/W2948401447","https://openalex.org/W2025014919","https://openalex.org/W3125503411","https://openalex.org/W2536583867","https://openalex.org/W4388289949","https://openalex.org/W217340113"],"abstract_inverted_index":{"We":[0,145],"present":[1],"a":[2,14,39,88,192,221],"new":[3,40],"theory":[4,148],"of":[5,16,80,113,206,226],"hypothesis":[6],"testing.":[7],"The":[8],"main":[9],"concept":[10],"is":[11,77],"the":[12,31,35,44,105,111,143,147,154,158,164,172,177,187,197],"s-value,":[13],"notion":[15],"evidence":[17,25],"which,":[18],"unlike":[19,185],"p-values,":[20],"allows":[21],"for":[22,64],"effortlessly":[23],"combining":[24],"from":[26],"several":[27],"tests,":[28],"even":[29],"in":[30,78,180,204],"common":[32],"scenario":[33],"where":[34],"decision":[36],"to":[37,87,97,170,201,224],"perform":[38],"test":[41,46],"depends":[42],"on":[43,51,118,176,196],"previous":[45],"outcome:":[47],"safe":[48,189,217],"tests":[49,218],"based":[50],"s-values":[52,131],"generally":[53],"preserve":[54],"Type-I":[55],"error":[56],"guarantees":[57],"under":[58],"such":[59],"`optional":[60],"continuation'.":[61],"S-values":[62,168,215],"exist":[63],"completely":[65],"general":[66],"testing":[67,152],"problems":[68],"with":[69,139],"composite":[70],"null":[71],"and":[72,123,157,212,216],"alternatives.":[73],"Their":[74],"prime":[75],"interpretation":[76,135],"terms":[79,205],"gambling":[81],"or":[82],"investing,":[83],"each":[84],"S-value":[85],"corresponding":[86],"particular":[89],"investment.":[90],"Surprisingly,":[91],"optimal":[92,130],"\"GROW\"":[93],"S-values,":[94],"which":[95],"lead":[96],"fastest":[98],"capital":[99],"growth,":[100],"are":[101],"fully":[102],"characterized":[103],"by":[104,142],"joint":[106],"information":[107],"projection":[108],"(JIPr)":[109],"between":[110],"set":[112],"all":[114,227],"Bayes":[115,137],"marginal":[116],"distributions":[117],"H":[119,124],"<sub":[120,125],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[121,126],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0</sub>":[122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[127],".":[128],"Thus,":[129],"also":[132],"have":[133],"an":[134],"as":[136],"factors,":[138],"priors":[140],"given":[141],"JIPr.":[144],"illustrate":[146],"using":[149],"two":[150],"classical":[151],"scenarios:":[153],"one-sample":[155],"t-test":[156,165,190],"2":[159],"\u00d7":[160],"2-contingency":[161],"table.":[162],"In":[163],"setting,":[166],"GROW":[167],"correspond":[169],"adopting":[171],"right":[173],"Haar":[174],"prior":[175,195],"variance,":[178],"like":[179],"Jeffreys'":[181],"Bayesian":[182],"t-test.":[183],"However,":[184],"Jeffreys',":[186],"default":[188],"puts":[191],"discrete":[193],"2-point":[194],"effect":[198],"size,":[199],"leading":[200],"better":[202],"behaviour":[203],"statistical":[207],"power.":[208],"Sharing":[209],"Fisherian,":[210],"Neymanian":[211],"Jeffreys-Bayesian":[213],"interpretations,":[214],"may":[219],"provide":[220],"methodology":[222],"acceptable":[223],"adherents":[225],"three":[228],"schools.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2020-11-23T00:00:00"}