{"id":"https://openalex.org/W7167853408","doi":"https://doi.org/10.48550/arxiv.2607.07085","title":"Is Randomness Necessary for Adaptive Data Analysis?","display_name":"Is Randomness Necessary for Adaptive Data Analysis?","publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7167853408","doi":"https://doi.org/10.48550/arxiv.2607.07085"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.07085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.07085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026385549","display_name":"Edith Cohen","orcid":"https://orcid.org/0000-0002-3926-8237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Edith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135948756","display_name":"Haim Kaplan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaplan, Haim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140358159","display_name":"Yishay Mansour","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansour, Yishay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060871438","display_name":"Shay Sapir","orcid":"https://orcid.org/0000-0001-7531-685X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sapir, Shay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019495492","display_name":"Uri Stemmer","orcid":"https://orcid.org/0000-0001-7584-8768"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stemmer, Uri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.30869999527931213,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.30869999527931213,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.1973000019788742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.11670000106096268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.9139000177383423},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6413000226020813},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6269000172615051},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5200999975204468},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.39969998598098755},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3935000002384186},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.3587999939918518}],"concepts":[{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.9139000177383423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.654699981212616},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6413000226020813},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6269000172615051},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5200999975204468},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43070000410079956},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3822999894618988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3662000000476837},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3224000036716461},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C18017163","wikidata":"https://www.wikidata.org/wiki/Q13560113","display_name":"Randomness tests","level":3,"score":0.31859999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26260000467300415},{"id":"https://openalex.org/C186515451","wikidata":"https://www.wikidata.org/wiki/Q228191","display_name":"Random sequence","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C128669082","wikidata":"https://www.wikidata.org/wiki/Q583461","display_name":"Randomized algorithm","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.07085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.07085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.46360254287719727,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,58],"Adaptive":[1],"Data":[2],"Analysis":[3],"(ADA)":[4],"problem":[5],"formalizes":[6],"the":[7,79,149,162,168,186,207],"challenge":[8],"of":[9,48,78,81,135,170,203],"preventing":[10],"false":[11],"discovery":[12],"and":[13,40,90,108],"overfitting":[14],"when":[15,161,206],"a":[16,25,37,46,76,124,133,200],"dataset":[17,26],"is":[18,24,43,61,91,127,154,157,164,195,209],"repeatedly":[19],"reused.":[20],"Formally,":[21],"our":[22,41],"input":[23],"containing":[27],"$n$":[28],"i.i.d.\\":[29],"samples":[30,82],"from":[31],"an":[32],"unknown":[33],"distribution":[34],"$P$":[35],"over":[36],"domain":[38],"$X$,":[39],"goal":[42],"to":[44,56,148,198,217],"answer":[45,114,199],"sequence":[47],"$k$":[49,71],"adaptively":[50],"chosen":[51],"statistical":[52],"queries":[53,64],"with":[54],"respect":[55],"$P$.":[57],"main":[59,180],"question":[60,85,140],"how":[62,69],"many":[63],"we":[65,122,191],"can":[66,72,113,214],"support":[67,103],"(i.e.,":[68],"large":[70],"be),":[73],"primarily":[74],"as":[75],"function":[77],"number":[80,202],"$n$.":[83],"This":[84],"has":[86,176],"been":[87],"intensively":[88],"studied":[89],"relatively":[92],"well-understood":[93],"for":[94,130],"randomized":[95],"mechanisms:":[96],"there":[97],"are":[98],"computationally":[99,110,165,173],"efficient":[100,111],"mechanisms":[101],"that":[102,155,193],"$k":[104,115,221],"\\approx":[105],"n^2$":[106,117],"queries,":[107],"no":[109],"mechanism":[112,213],"\\gg":[116],"queries.":[118,224],"In":[119],"this":[120,139,183],"paper,":[121],"address":[123],"fundamental":[125],"question:":[126],"randomness":[128,156,171,194],"necessary":[129,160,197],"ADA?":[131],"Despite":[132],"decade":[134],"work":[136],"on":[137,152],"ADA,":[138],"remains":[141],"open.":[142],"A":[143],"folklore":[144],"observation":[145],"dating":[146],"back":[147],"initial":[150],"works":[151],"ADA":[153],"{\\em":[158],"not}":[159],"analyst":[163,208],"bounded.":[166],"Yet,":[167],"necessity":[169],"against":[172],"unbounded":[174],"analysts":[175],"remained":[177],"elusive.":[178],"Our":[179],"contribution":[181],"resolves":[182],"gap":[184],"in":[185],"information-theoretic":[187],"setting.":[188],"Perhaps":[189],"surprisingly,":[190],"show":[192],"strictly":[196],"non-trivial":[201],"adaptive":[204],"queries:":[205],"unbounded,":[210],"any":[211],"deterministic":[212],"be":[215],"forced":[216],"fail":[218],"after":[219],"just":[220],"=":[222],"\\tilde{O}(n)$":[223]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-10T00:00:00"}