{"id":"https://openalex.org/W58939949","doi":null,"title":"Algorithmic approaches to statistical questions","display_name":"Algorithmic approaches to statistical questions","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W58939949","mag":"58939949"},"language":"en","primary_location":{"id":"mag:58939949","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt6398n1j7/qt6398n1j7.pdf?t=mtfq5g","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103200572","display_name":"Christos H. Papadimitriou","orcid":"https://orcid.org/0009-0004-6462-2316","observed_orcids":["https://orcid.org/0009-0004-6462-2316"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christos H. Papadimitriou","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":"https://orcid.org/0009-0004-6462-2316","affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079503799","display_name":"Gregory J. Valiant","orcid":"https://orcid.org/0000-0002-2211-1073","observed_orcids":["https://orcid.org/0000-0002-2211-1073"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Valiant","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-2211-1073","affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":1.1577,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.76118523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.41850000619888306,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.41850000619888306,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.05700000002980232,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.7799999713897705},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"entropy estimation","score":0.8569999933242798},{"id":"https://openalex.org/keywords/statistical-distance","display_name":"statistical distance","score":0.6589999794960022},{"id":"https://openalex.org/keywords/sublinear-algorithms","display_name":"sublinear-time algorithms","score":0.5429999828338623},{"id":"https://openalex.org/keywords/information-theoretic-lower-bounds","display_name":"information-theoretic lower bounds","score":0.8289999961853027},{"id":"https://openalex.org/keywords/computational-complexity-of-learning","display_name":"computational complexity of learning","score":0.3109999895095825},{"id":"https://openalex.org/keywords/big-data","display_name":"big data","score":0.3630000054836273},{"id":"https://openalex.org/keywords/correlation-detection","display_name":"correlation detection","score":0.5210000276565552}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.723641037940979},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.6387960910797119},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5595361590385437},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.5367468595504761},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.5084263682365417},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.4954136610031128},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.48613783717155457},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.46084949374198914},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.45324790477752686},{"id":"https://openalex.org/C58948655","wikidata":"https://www.wikidata.org/wiki/Q7604392","display_name":"Statistical distance","level":3,"score":0.43395617604255676},{"id":"https://openalex.org/C123842658","wikidata":"https://www.wikidata.org/wiki/Q2918980","display_name":"Property testing","level":2,"score":0.4181951880455017},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3835332989692688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37979656457901},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3326960504055023},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.14045903086662292},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:58939949","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt6398n1j7/qt6398n1j7.pdf?t=mtfq5g","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":135,"referenced_works":["https://openalex.org/W226098375","https://openalex.org/W364436601","https://openalex.org/W619565225","https://openalex.org/W1497953515","https://openalex.org/W1501167079","https://openalex.org/W1529679142","https://openalex.org/W1538444754","https://openalex.org/W1541459201","https://openalex.org/W1553031635","https://openalex.org/W1562285034","https://openalex.org/W1574816920","https://openalex.org/W1577871831","https://openalex.org/W1579271636","https://openalex.org/W1585386273","https://openalex.org/W1585701772","https://openalex.org/W1589182929","https://openalex.org/W1595687138","https://openalex.org/W1606480398","https://openalex.org/W1654945559","https://openalex.org/W1760474993","https://openalex.org/W1772739125","https://openalex.org/W1785933978","https://openalex.org/W1796325169","https://openalex.org/W1873595945","https://openalex.org/W1873671735","https://openalex.org/W1915272284","https://openalex.org/W1947089506","https://openalex.org/W1956647075","https://openalex.org/W1963785789","https://openalex.org/W1969015668","https://openalex.org/W1971405816","https://openalex.org/W1973976434","https://openalex.org/W1974088667","https://openalex.org/W1980018091","https://openalex.org/W1980179247","https://openalex.org/W1981367467","https://openalex.org/W1982516282","https://openalex.org/W1982918157","https://openalex.org/W1985289891","https://openalex.org/W1987754412","https://openalex.org/W1988624553","https://openalex.org/W1990811538","https://openalex.org/W1992068214","https://openalex.org/W1992282993","https://openalex.org/W1992363839","https://openalex.org/W1993474005","https://openalex.org/W1995897489","https://openalex.org/W1997744504","https://openalex.org/W2000041844","https://openalex.org/W2000163531","https://openalex.org/W2002058256","https://openalex.org/W2003946424","https://openalex.org/W2007466965","https://openalex.org/W2010072035","https://openalex.org/W2012828271","https://openalex.org/W2014562510","https://openalex.org/W2018925011","https://openalex.org/W2022257958","https://openalex.org/W2023683873","https://openalex.org/W2026302946","https://openalex.org/W2032230795","https://openalex.org/W2038073775","https://openalex.org/W2038276547","https://openalex.org/W2045114504","https://openalex.org/W2045740840","https://openalex.org/W2050689197","https://openalex.org/W2054044693","https://openalex.org/W2058785578","https://openalex.org/W2058991275","https://openalex.org/W2059998776","https://openalex.org/W2060954994","https://openalex.org/W2061845601","https://openalex.org/W2063003848","https://openalex.org/W2064680241","https://openalex.org/W2065151783","https://openalex.org/W2069200876","https://openalex.org/W2071572981","https://openalex.org/W2073479529","https://openalex.org/W2076381458","https://openalex.org/W2078764670","https://openalex.org/W2079234446","https://openalex.org/W2080745194","https://openalex.org/W2081661678","https://openalex.org/W2082092506","https://openalex.org/W2088101210","https://openalex.org/W2088658556","https://openalex.org/W2089311600","https://openalex.org/W2094608047","https://openalex.org/W2095306947","https://openalex.org/W2097580994","https://openalex.org/W2100691045","https://openalex.org/W2103126020","https://openalex.org/W2105818667","https://openalex.org/W2110824700","https://openalex.org/W2111809688","https://openalex.org/W2113848012","https://openalex.org/W2114771311","https://openalex.org/W2123485784","https://openalex.org/W2124580127","https://openalex.org/W2127090196","https://openalex.org/W2129978406","https://openalex.org/W2132822431","https://openalex.org/W2134169350","https://openalex.org/W2135247172","https://openalex.org/W2135827220","https://openalex.org/W2139374679","https://openalex.org/W2143521632","https://openalex.org/W2146368895","https://openalex.org/W2147717514","https://openalex.org/W2149655761","https://openalex.org/W2151387592","https://openalex.org/W2151835418","https://openalex.org/W2156516121","https://openalex.org/W2162006472","https://openalex.org/W2162088497","https://openalex.org/W2162317237","https://openalex.org/W2165558283","https://openalex.org/W2166698530","https://openalex.org/W2170990775","https://openalex.org/W2187447858","https://openalex.org/W2340736170","https://openalex.org/W2397770138","https://openalex.org/W2405445156","https://openalex.org/W2406868783","https://openalex.org/W2411951720","https://openalex.org/W2510474575","https://openalex.org/W2611147814","https://openalex.org/W2621193479","https://openalex.org/W2736230390","https://openalex.org/W2916481247","https://openalex.org/W3004537778","https://openalex.org/W3100963268","https://openalex.org/W4233039852","https://openalex.org/W4233471163","https://openalex.org/W4238701647"],"related_works":["https://openalex.org/W7097395480","https://openalex.org/W1553031635","https://openalex.org/W7097862756","https://openalex.org/W7097031912","https://openalex.org/W2762763087","https://openalex.org/W3151583278","https://openalex.org/W4415796056","https://openalex.org/W884457499","https://openalex.org/W2124055802","https://openalex.org/W2411951720"],"abstract_inverted_index":{"In":[0,501],"this":[1,373,516,562],"dissertation,":[2],"we":[3,49,181,209,333],"apply":[4],"the":[5,19,23,46,71,88,120,128,133,159,186,217,248,286,330,358,402,427,438,448,452,478,484,490,495,502,518,529,539,556,586,595,600,603,606,610,621],"computational":[6,559],"perspective":[7],"to":[8,51,65,117,127,224,268,356,494],"three":[9],"basic":[10,250,553],"statistical":[11,43,108],"questions":[12],"which":[13,86,319,352,498,506],"underlie":[14],"and":[15,40,59,81,94,192,243,282,446,481,526,558,564,590,602],"abstract":[16],"several":[17],"of":[18,25,45,84,90,99,132,168,175,189,220,238,252,280,325,329,349,375,392,404,411,472,483,520,541,544,548,561,579,585,599,605,609,624],"challenges":[20],"encountered":[21],"in":[22,125,203,258,505,594,620],"analysis":[24],"today's":[26],"large":[27,80,124,466],"datasets.":[28],"\r\nEstimating":[29],"Statistical":[30],"Properties":[31],"Given":[32],"a":[33,41,79,259,296,309,317,326,341,361,365,385,416,457,465,470,513,522,552,570,573],"sample":[34,61,121,149,218,231,315,414,467,491,557,571,591],"drawn":[35,441,455],"from":[36,415,442,456,468,497,572],"an":[37,566],"unknown":[38],"distribution,":[39,135,444,515],"specific":[42],"property":[44],"distribution":[47,459,496],"that":[48,57,67,147,197,254],"hope":[50],"estimate,":[52,58],"how":[53],"should":[54],"one":[55,307,371,381,400,443,462,475,487],"compute":[56],"what":[60,137],"size":[62,122,129,169,393,592],"is":[63,74,123,151,261,266,294,320,340,363,424,440,454,463,512,517],"necessary":[64],"guarantee":[66],"with":[68,173,434,447,575,588,627],"high":[69],"probability,":[70,436,450],"computed":[72],"estimate":[73,118],"accurate?":[75],"We":[76,550],"focus":[77],"on":[78,555],"natural":[82,531],"class":[83],"properties,":[85],"includes":[87],"number":[89,328,578],"distinct":[91],"elements,":[92],"entropy,":[93],"distance":[95,104,109],"metrics":[96],"between":[97],"pairs":[98,279],"distributions,":[100,473],"including":[101],"total":[102,336],"variational":[103],"(also":[105],"known":[106],"as":[107,322],"or":[110,130],"e1":[111],"distance).":[112],"Such":[113,360],"properties":[114],"are":[115],"easy":[116],"if":[119],"comparison":[126],"complexity":[131,219,560],"underlying":[134],"but":[136],"can":[138,163,255,273,288,353,370,474],"be":[139,164,256,289,354],"done":[140],"given":[141,321,464,569],"relatively":[142],"few":[143],"samples?":[144],"\r\nWe":[145],"show":[146],"sublinear":[148,230],"estimation":[150,161],"possible:":[152],"for":[153,236,283,300,420,430,537],"any":[154,237,576],"constant":[155,225,577],"e":[156],">":[157],"0,":[158],"above":[160],"tasks":[162,222],"accomplished":[165],"using":[166],"samples":[167],"O":[170],"nlogn":[171],",":[172],"probability":[174],"success":[176],"1":[177],"\u2013":[178],"o(1).":[179],"Additionally,":[180],"prove":[182,210],"some":[183,323,435],"results":[184],"about":[185],"algorithmic":[187],"structure":[188,253],"optimal":[190],"estimators,":[191],"provide":[193],"experimental":[194],"evidence":[195],"suggesting":[196],"our":[198],"estimators":[199,232],"perform":[200,384],"very":[201,291],"well":[202],"practice.":[204],"Complementing":[205],"these":[206,221,239],"positive":[207],"results,":[208],"matching":[211],"information":[212],"theoretic":[213],"lower":[214],"bounds,":[215],"establishing":[216],"up":[223],"factors.":[226],"Previously,":[227,613],"no":[228,614],"explicit":[229],"had":[233],"been":[234],"described":[235],"tasks.":[240],"\r\nFinding":[241],"Correlations":[242],"Identifying":[244],"Relevant":[245],"Variables:":[246],"Perhaps":[247],"most":[249,530],"type":[251],"present":[257],"dataset":[260],"correlation.":[262],"How":[263,368],"much":[264],"computation":[265],"required":[267],"find":[269,372,401],"correlated":[270,302],"variables?":[271,303,378],"One":[272],"certainly":[274],"brute-force":[275,386],"search":[276,387],"through":[277],"all":[278,389],"variables,":[281,337],"each":[284,313,431,507],"pair,":[285],"correlation":[287],"estimated":[290],"efficiently.":[292],"But":[293],"there":[295,339],"sub-quadratic":[297],"time":[298,396],"algorithm":[299,567,616],"finding":[301],"More":[304],"generally,":[305],"suppose":[306],"has":[308,316],"data":[310,314,432],"set":[311,374,403],"where":[312],"label":[318],"function":[324,362],"small":[327,342],"variables.":[331],"If":[332],"have":[334],"n":[335],"perhaps":[338],"number,":[343],"k":[344,376],"=":[345],"3,":[346],"4,":[347],"5,...,":[348],"relevant":[350,377,405,596],"variables":[351,406],"used":[355],"predict":[357],"labels.":[359],"termed":[364],"k-junta":[366],".":[367],"quickly":[369],"As":[379],"above,":[380],"could":[382],"simply":[383],"over":[388],"possible":[390],"subsets":[391],"k,":[394],"taking":[395],"roughly":[397],"O(nk).":[398],"Can":[399,486],"significantly":[407],"more":[408,545],"efficiently?\r\nLearning":[409],"Mixtures":[410],"Gaussians:":[412],"A":[413],"mixture":[417,471,524],"model":[418],"(with,":[419],"example,":[421],"two":[422,629],"components)":[423],"generated":[425],"via":[426],"following":[428],"process:":[429],"point,":[433],"w1,":[437],"point":[439,453,536],"p1,":[445,509],"remaining":[449],"1-w1":[451],"second":[458],"p2.":[460],"Supposing":[461],"such":[469,615],"efficiently":[476],"deduce":[477],"components,":[479,580,587],"p1":[480],"p2":[482],"mixture?":[485],"accurately":[488],"cluster":[489],"points":[492],"according":[493],"they":[499],"originated?":[500],"special":[503,622],"case":[504,623],"component,":[508],"p":[510],"2":[511],"Gaussian":[514,523],"problem":[519],"learning":[521],"model,":[525],"is,":[527],"perhaps,":[528],"(and":[532],"practically":[533],"relevant)":[534],"starting":[535],"tackling":[538],"question":[540],"recovering":[542],"mixtures":[543,626],"general":[546],"families":[547],"distributions.":[549],"obtain":[551],"handle":[554],"problem,":[563],"describe":[565],"which,":[568],"GMM":[574],"provably":[581],"returns":[582],"accurate":[583],"estimates":[584],"runtime":[589],"polynomial":[593],"parameters\u2014the":[597],"dimension":[598],"space,":[601],"inverse":[604],"desired":[607],"accuracy":[608],"recovered":[611],"components.":[612,630],"was":[617],"known,":[618],"even":[619],"univariate":[625],"just":[628],"(Abstract":[631],"shortened":[632],"by":[633],"UMI.)":[634]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}