{"id":"https://openalex.org/W304768798","doi":null,"title":"Computational trade-offs in statistical learning","display_name":"Computational trade-offs in statistical learning","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W304768798","mag":"304768798"},"language":"en","primary_location":{"id":"mag:304768798","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt1kv80526/qt1kv80526.pdf?t=mtfcy6","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030261391","display_name":"Peter L. Bartlett","orcid":"https://orcid.org/0000-0002-8760-3140","observed_orcids":["https://orcid.org/0000-0002-8760-3140"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter L. Bartlett","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-8760-3140","affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038379562","display_name":"Martin J. Wainwright","orcid":"https://orcid.org/0000-0002-8760-2236","observed_orcids":["https://orcid.org/0000-0002-8760-2236"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin J. Wainwright","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-8760-2236","affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036435487","display_name":"Alekh Agarwal","orcid":"https://orcid.org/0000-0001-7032-7162","observed_orcids":["https://orcid.org/0000-0001-7032-7162"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alekh Agarwal","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":"https://orcid.org/0000-0001-7032-7162","affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.2902,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.60666989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5917999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5917999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.28999999165534973,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statistical-learning","display_name":"statistical learning","score":0.7300000190734863},{"id":"https://openalex.org/keywords/high-dimensional-data","display_name":"high-dimensional data","score":0.8629999756813049},{"id":"https://openalex.org/keywords/big-data","display_name":"big data","score":0.5299999713897705},{"id":"https://openalex.org/keywords/subsampling","display_name":"subsampling","score":0.6110000014305115},{"id":"https://openalex.org/keywords/parallel-and-distributed-algorithms","display_name":"parallel and distributed algorithms","score":0.9240000247955322},{"id":"https://openalex.org/keywords/computational-bottlenecks","display_name":"computational bottlenecks","score":0.4350000023841858}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7342774868011475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.622158944606781},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5624844431877136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5604481101036072},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5345370769500732},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.4831806719303131},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.4781390428543091},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4470142424106598},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.42680633068084717},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32823753356933594},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.28690680861473083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13869118690490723},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13265886902809143},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:304768798","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt1kv80526/qt1kv80526.pdf?t=mtfcy6","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":165,"referenced_works":["https://openalex.org/W64096456","https://openalex.org/W1480376833","https://openalex.org/W1487404723","https://openalex.org/W1505731132","https://openalex.org/W1506069954","https://openalex.org/W1506295250","https://openalex.org/W1506934790","https://openalex.org/W1507545330","https://openalex.org/W1520252399","https://openalex.org/W1524622012","https://openalex.org/W1533307422","https://openalex.org/W1536944281","https://openalex.org/W1537145174","https://openalex.org/W1538452572","https://openalex.org/W1540226724","https://openalex.org/W1542886316","https://openalex.org/W1547358136","https://openalex.org/W1553101044","https://openalex.org/W1556545893","https://openalex.org/W1564947197","https://openalex.org/W1568288633","https://openalex.org/W1569098853","https://openalex.org/W1570963478","https://openalex.org/W1572323181","https://openalex.org/W1583497601","https://openalex.org/W1603765807","https://openalex.org/W1632601927","https://openalex.org/W1634981902","https://openalex.org/W1639316992","https://openalex.org/W1700858026","https://openalex.org/W1854990296","https://openalex.org/W1874232560","https://openalex.org/W1965125844","https://openalex.org/W1975588358","https://openalex.org/W1978259121","https://openalex.org/W1981758194","https://openalex.org/W1982032418","https://openalex.org/W1986931325","https://openalex.org/W1992208280","https://openalex.org/W1994592916","https://openalex.org/W1994616650","https://openalex.org/W1995168330","https://openalex.org/W1996268356","https://openalex.org/W1998635907","https://openalex.org/W2000359198","https://openalex.org/W2003753589","https://openalex.org/W2004060143","https://openalex.org/W2009551863","https://openalex.org/W2009702064","https://openalex.org/W2010029425","https://openalex.org/W2010353172","https://openalex.org/W2010495720","https://openalex.org/W2010824638","https://openalex.org/W2016384870","https://openalex.org/W2019363670","https://openalex.org/W2022392475","https://openalex.org/W2023163512","https://openalex.org/W2023722580","https://openalex.org/W2023982864","https://openalex.org/W2024484010","https://openalex.org/W2029538739","https://openalex.org/W2033468335","https://openalex.org/W2040870580","https://openalex.org/W2042132284","https://openalex.org/W2044212084","https://openalex.org/W2049343897","https://openalex.org/W2049393399","https://openalex.org/W2049469158","https://openalex.org/W2049659086","https://openalex.org/W2056963858","https://openalex.org/W2063368770","https://openalex.org/W2066332749","https://openalex.org/W2074682976","https://openalex.org/W2077723394","https://openalex.org/W2077902449","https://openalex.org/W2077964948","https://openalex.org/W2083134779","https://openalex.org/W2083853335","https://openalex.org/W2084745075","https://openalex.org/W2087771945","https://openalex.org/W2089075540","https://openalex.org/W2092058109","https://openalex.org/W2093417350","https://openalex.org/W2096199223","https://openalex.org/W2096840748","https://openalex.org/W2100556411","https://openalex.org/W2106318612","https://openalex.org/W2106398669","https://openalex.org/W2106596127","https://openalex.org/W2109339818","https://openalex.org/W2111296615","https://openalex.org/W2111297856","https://openalex.org/W2113651538","https://openalex.org/W2116581043","https://openalex.org/W2118123209","https://openalex.org/W2118550318","https://openalex.org/W2118584553","https://openalex.org/W2119556711","https://openalex.org/W2120340025","https://openalex.org/W2120872934","https://openalex.org/W2121985812","https://openalex.org/W2124541940","https://openalex.org/W2125295547","https://openalex.org/W2125993116","https://openalex.org/W2127271355","https://openalex.org/W2127881260","https://openalex.org/W2129131372","https://openalex.org/W2129160848","https://openalex.org/W2133233009","https://openalex.org/W2135046866","https://openalex.org/W2138243089","https://openalex.org/W2138682935","https://openalex.org/W2139338362","https://openalex.org/W2142246398","https://openalex.org/W2142635246","https://openalex.org/W2145096794","https://openalex.org/W2145962650","https://openalex.org/W2146482778","https://openalex.org/W2147631685","https://openalex.org/W2147880316","https://openalex.org/W2148087609","https://openalex.org/W2148603752","https://openalex.org/W2150102617","https://openalex.org/W2151825876","https://openalex.org/W2152836620","https://openalex.org/W2152966212","https://openalex.org/W2154514661","https://openalex.org/W2155143729","https://openalex.org/W2155192981","https://openalex.org/W2155813684","https://openalex.org/W2156985405","https://openalex.org/W2157462866","https://openalex.org/W2159700154","https://openalex.org/W2161790782","https://openalex.org/W2162312215","https://openalex.org/W2163107063","https://openalex.org/W2164278908","https://openalex.org/W2167816765","https://openalex.org/W2168405694","https://openalex.org/W2169401877","https://openalex.org/W2169713291","https://openalex.org/W2169811219","https://openalex.org/W2171255027","https://openalex.org/W2296319761","https://openalex.org/W2338175496","https://openalex.org/W2340787257","https://openalex.org/W2404385938","https://openalex.org/W2531891978","https://openalex.org/W2579923771","https://openalex.org/W2586353914","https://openalex.org/W2798766386","https://openalex.org/W2913359901","https://openalex.org/W2964036110","https://openalex.org/W2964345707","https://openalex.org/W2988480584","https://openalex.org/W2999941859","https://openalex.org/W3022552533","https://openalex.org/W3098965260","https://openalex.org/W3101040439","https://openalex.org/W3101710822","https://openalex.org/W3105849782","https://openalex.org/W3187217851","https://openalex.org/W4247571494","https://openalex.org/W4253214256","https://openalex.org/W4301425558"],"related_works":["https://openalex.org/W2419629587","https://openalex.org/W2185169944","https://openalex.org/W2223855146","https://openalex.org/W1641106809","https://openalex.org/W2786607628","https://openalex.org/W4234117503","https://openalex.org/W7098795903","https://openalex.org/W2556485387","https://openalex.org/W2944526044","https://openalex.org/W6902647122"],"abstract_inverted_index":{"The":[0,242],"last":[1,243],"several":[2,416],"years":[3,245],"have":[4,246],"seen":[5,247],"the":[6,27,35,49,61,69,132,138,158,167,177,184,208,219,224,253,266,302,323,332,336,340,346,371,380,387,402],"emergence":[7],"of":[8,10,40,52,57,65,111,117,135,186,195,210,221,226,255,257,335,348,373,379,384,393,407,412,420],"datasets":[9,21,47,78],"an":[11,149,181],"unprecedented":[12],"scale,":[13],"and":[14,31,37,45,92,95,104,142,164,201,214,229,276,283,285,321,344,365,386,404,428],"solving":[15],"various":[16],"inference":[17],"problems":[18,206,317],"on":[19,68,205,260],"such":[20,58,306],"has":[22,272],"received":[23],"much":[24],"focus":[25,51,268],"in":[26,176,183,197,252,269,329,362,415,425],"modern":[28,198,363],"machine":[29,81,199,270,366],"learning":[30,41,82,121,200,271,281,367,408],"statistics":[32,202,364],"literature.":[33],"Understanding":[34],"statistical":[36,139,325,333,374,405],"computational":[38,102,151,258,320,341,388,403],"aspects":[39,406],"from":[42],"these":[43,316,399],"large":[44,77,133,193],"high-dimensional":[46],"is":[48,60,155,169,203,215,237,301,311,368,396],"key":[50],"this":[53,154,354,394,426],"thesis.":[54],"One":[55],"source":[56],"data":[59,119,308,337],"virtually":[62],"unbounded":[63],"amounts":[64,116],"unstructured":[66],"information":[67],"internet,":[70],"which":[71,421],"can":[72,338],"often":[73,124,170,216],"be":[74,129,148,189],"compiled":[75],"into":[76],"for":[79,120,289,305,433],"training":[80,118,227],"algorithms":[83,122,282,287],"using":[84],"automated":[85],"techniques,":[86],"computer":[87],"vision,":[88],"natural":[89,417],"language":[90],"tasks,":[91],"web":[93],"search":[94],"ranking":[96],"being":[97],"prime":[98],"examples.":[99],"Computational":[100],"biology,":[101],"astronomy":[103],"collaborative":[105],"filtering":[106],"are":[107,123,422],"some":[108,419],"other":[109],"examples":[110],"problem":[112,140,342],"domains":[113],"where":[114,207],"vast":[115],"readily":[125],"available.":[126,390],"\r\nIt":[127],"might":[128,297],"expected":[130],"that":[131,299],"number":[134,185,209,220,225,383],"samples":[136,228],"make":[137,339,345],"easier,":[141,343],"subsampling":[143],"a":[144,192,248,264,357,359,377],"smaller":[145],"dataset":[146],"should":[147],"effective":[150],"strategy.":[152],"However,":[153],"not":[156,312],"always":[157],"case.":[159],"With":[160],"access":[161],"to":[162,171,180,188,232,239,274,314,369,397],"more":[163,165],"data,":[166,178],"goal":[168,392],"understand":[172,370],"higher":[173],"order":[174],"dependencies":[175],"leading":[179],"explosion":[182],"parameters":[187,211,230,385],"estimated.":[190],"Indeed":[191],"body":[194],"literature":[196],"focusing":[204],"grows":[212],"with,":[213],"larger":[217],"than":[218,351],"samples.":[222],"\r\nWhile":[223],"seems":[231],"grow":[233],"almost":[234],"unboundedly,":[235],"computation":[236,300,349],"struggling":[238],"keep":[240],"up.":[241],"few":[244],"clear":[249],"tapering":[250],"off":[251],"rate":[254],"growth":[256],"power":[259],"individual":[261],"cores.":[262],"As":[263,356],"result,":[265,358],"algorithmic":[267],"shifted":[273],"online":[275],"stochastic":[277],"optimization":[278],"algorithms,":[279],"budgeted":[280],"parallel":[284],"distributed":[286],"fit":[288],"multicore,":[290],"cluster":[291],"or":[292],"cloud":[293],"environments.":[294],"\r\nThough":[295],"it":[296,310],"seem":[298],"main":[303],"bottleneck":[304],"massive":[307],"problems,":[309],"appropriate":[313],"consider":[315],"as":[318,376],"purely":[319],"ignore":[322],"underlying":[324],"structure.":[326,355],"In":[327],"fact,":[328],"many":[330],"cases":[331],"nature":[334],"goals":[347],"simpler":[350],"needed":[352],"without":[353],"fundamental":[360],"question":[361],"error":[372],"estimators,":[375],"function":[378],"sample":[381],"size,":[382],"budget":[389],"\r\nThe":[391],"thesis":[395,427],"study":[398],"trade-offs":[400],"between":[401],"problems.":[409],"This":[410],"line":[411],"research":[413],"results":[414],"questions,":[418],"partially":[423],"addressed":[424],"others":[429],"present":[430],"interesting":[431],"challenges":[432],"future":[434],"work.":[435]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}