{"id":"https://openalex.org/W2807660787","doi":"https://doi.org/10.48550/arxiv.1802.06749","title":"Leveraged volume sampling for linear regression","display_name":"Leveraged volume sampling for linear regression","alternate_titles":[],"publication_year":2018,"publication_date":"2018-02-19","ids":{"openalex":"https://openalex.org/W2807660787","doi":"https://doi.org/10.48550/arxiv.1802.06749","mag":"2807660787"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1802.06749","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.06749","pdf_url":"https://arxiv.org/pdf/1802.06749","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2807660787"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1802.06749","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013422880","display_name":"Micha\u0142 Derezi\u0144ski","orcid":"https://orcid.org/0009-0001-7274-539X","observed_orcids":["https://orcid.org/0009-0001-7274-539X"]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Derezi\u0144ski, Micha\u0142","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, United States","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108549518","display_name":"Manfred K. Warmuth","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Warmuth, Manfred K.","raw_affiliation_strings":["Department of Computer Science University of California at Santa Cruz","University of California, Santa Cruz, Santa Cruz, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of California at Santa Cruz","institution_ids":["https://openalex.org/I185103710"]},{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, United States","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061246300","display_name":"Daniel Hsu","orcid":"https://orcid.org/0000-0002-3495-7113","observed_orcids":["https://orcid.org/0000-0002-3495-7113"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hsu, Daniel","raw_affiliation_strings":["Computer Science Department Columbia University , New York","Columbia University, New York, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department Columbia University , New York","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, New York, United States","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"2505","last_page":"2514"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7792999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7792999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.03629999980330467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/volume-sampling","display_name":"volume sampling","score":0.9670000076293945},{"id":"https://openalex.org/keywords/linear-regression","display_name":"linear regression","score":0.8370000123977661},{"id":"https://openalex.org/keywords/leverage-score-sampling","display_name":"leverage score sampling","score":0.7239999771118164},{"id":"https://openalex.org/keywords/unbiased-estimators","display_name":"unbiased estimators","score":0.4339999854564667},{"id":"https://openalex.org/keywords/sample-size","display_name":"sample size","score":0.4339999854564667},{"id":"https://openalex.org/keywords/determinantal-point-processes","display_name":"determinantal point processes","score":0.996999979019165},{"id":"https://openalex.org/keywords/tail-bounds","display_name":"tail bounds","score":0.8220000267028809}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7248415350914001},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6907848119735718},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6588388085365295},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.6042994856834412},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.4807426929473877},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4659116566181183},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.455686092376709},{"id":"https://openalex.org/C103545067","wikidata":"https://www.wikidata.org/wiki/Q796265","display_name":"Best linear unbiased prediction","level":3,"score":0.43710795044898987},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.41959917545318604},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.41318368911743164},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3416125178337097},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3312392830848694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21434864401817322},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.15032288432121277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1802.06749","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.06749","pdf_url":"https://arxiv.org/pdf/1802.06749","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2789163852","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1802.06749.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1802.06749","doi":"https://doi.org/10.48550/arxiv.1802.06749","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1802.06749","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2807660787","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/2018/file/2ba8698b79439589fdd2b0f7218d8b07-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1802.06749","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.06749","pdf_url":"https://arxiv.org/pdf/1802.06749","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2807660787.pdf","grobid_xml":"https://content.openalex.org/works/W2807660787.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1546740833","https://openalex.org/W1659092632","https://openalex.org/W1800323139","https://openalex.org/W1959255040","https://openalex.org/W1968444040","https://openalex.org/W1999352252","https://openalex.org/W2043804332","https://openalex.org/W2045390367","https://openalex.org/W2067081844","https://openalex.org/W2074913070","https://openalex.org/W2080051189","https://openalex.org/W2089135543","https://openalex.org/W2093813380","https://openalex.org/W2103012681","https://openalex.org/W2103318769","https://openalex.org/W2107411554","https://openalex.org/W2138779671","https://openalex.org/W2144578442","https://openalex.org/W2150907712","https://openalex.org/W2153635508","https://openalex.org/W2157988812","https://openalex.org/W2187580259","https://openalex.org/W2517069687","https://openalex.org/W2545399023","https://openalex.org/W2609713339","https://openalex.org/W2618973229","https://openalex.org/W2728264528","https://openalex.org/W2741825000","https://openalex.org/W2766036709","https://openalex.org/W2785694663","https://openalex.org/W2796559622","https://openalex.org/W2952110341","https://openalex.org/W2963324739","https://openalex.org/W4233413206","https://openalex.org/W4243341520","https://openalex.org/W4244670803"],"related_works":["https://openalex.org/W2806315060","https://openalex.org/W2897037976","https://openalex.org/W2963693254","https://openalex.org/W2954491832","https://openalex.org/W2766036709","https://openalex.org/W3000155765","https://openalex.org/W4297787446","https://openalex.org/W7099369797","https://openalex.org/W3036852563"],"abstract_inverted_index":{"Suppose":[0],"an":[1,95,176,228],"$n":[2],"\\times":[3],"d$":[4],"design":[5],"matrix":[6],"in":[7,115,284],"a":[8,31,43,83,126,143,167,190,237,248],"linear":[9],"regression":[10],"problem":[11],"is":[12,20,27,54,63,74,94,102,245],"given,":[13],"but":[14],"the":[15,38,59,89,99,111,118,212,221,265,285],"response":[16],"for":[17,227,241,268,276],"each":[18],"point":[19,259],"hidden":[21],"unless":[22],"explicitly":[23],"requested.":[24],"The":[25],"goal":[26],"to":[28,105,124,204,236,257],"sample":[29,197,225],"only":[30],"small":[32,65],"number":[33,119],"$k":[34],"\\ll":[35],"n$":[36],"of":[37,48,72,98,117,120,171,278],"responses,":[39],"and":[40,85,184,272],"then":[41,165],"produce":[42],"weight":[44,90],"vector":[45,91],"whose":[46,155],"sum":[47],"squares":[49],"loss":[50,128,207],"over":[51],"all":[52],"points":[53,73],"at":[55,186,208],"most":[56,209],"$1+\u03b5$":[57,127,210],"times":[58,211],"minimum.":[60],"When":[61],"$k$":[62,122],"very":[64,144],"(e.g.,":[66],"$k=d$),":[67],"jointly":[68],"sampling":[69,81,135,153,173,243,251,271],"diverse":[70],"subsets":[71],"crucial.":[75],"One":[76],"such":[77,159],"method":[78,109],"called":[79],"volume":[80,134,172,242,270],"has":[82,185],"unique":[84],"desirable":[86],"property":[87],"that":[88,133,174],"it":[92],"produces":[93,175],"unbiased":[96,113,177,229],"estimate":[97,114,178],"optimum.":[100],"It":[101],"therefore":[103],"natural":[104],"ask":[106],"if":[107],"this":[108,181],"offers":[110],"optimal":[112],"terms":[116],"responses":[121],"needed":[123,267],"achieve":[125],"approximation.":[129],"Surprisingly":[130],"we":[131,141,218],"show":[132],"can":[136],"have":[137],"poor":[138],"behavior":[139,183],"when":[140],"require":[142],"accurate":[145],"approximation":[146],"--":[147],"indeed":[148],"worse":[149],"than":[150],"some":[151],"i.i.d.":[152],"techniques":[154],"estimates":[156],"are":[157],"biased,":[158],"as":[160,188,193],"leverage":[161,194],"score":[162,195],"sampling.":[163],"We":[164],"develop":[166],"new":[168,238],"rescaled":[169,269],"variant":[170],"which":[179,244,282],"avoids":[180],"bad":[182],"least":[187],"good":[189],"tail":[191,274],"bound":[192],"sampling:":[196],"size":[198,226],"$k=O(d\\log":[199],"d":[200],"+":[201],"d/\u03b5)$":[202],"suffices":[203],"guarantee":[205],"total":[206],"minimum":[213],"with":[214,253],"high":[215],"probability.":[216],"Thus,":[217],"improve":[219],"on":[220,247],"best":[222],"previously":[223],"known":[224],"estimator,":[230],"$k=O(d^2/\u03b5)$.":[231],"Our":[232],"rescaling":[233],"procedure":[234],"leads":[235],"efficient":[239],"algorithm":[240],"based":[246],"determinantal":[249,258],"rejection":[250],"technique":[252],"potentially":[254],"broader":[255],"applications":[256],"processes.":[260],"Other":[261],"contributions":[262],"include":[263],"introducing":[264],"combinatorics":[266],"developing":[273],"bounds":[275],"sums":[277],"dependent":[279],"random":[280],"matrices":[281],"arise":[283],"process.":[286]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2807660787","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-06-13T00:00:00"}
