{"id":"https://openalex.org/W3099375359","doi":"https://doi.org/10.48550/arxiv.2006.07990","title":"Optimal Lottery Tickets via SubsetSum: Logarithmic Over-Parameterization is Sufficient","display_name":"Optimal Lottery Tickets via SubsetSum: Logarithmic Over-Parameterization is Sufficient","publication_year":2020,"publication_date":"2020-06-14","ids":{"openalex":"https://openalex.org/W3099375359","doi":"https://doi.org/10.48550/arxiv.2006.07990","mag":"3099375359"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.07990","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07990","pdf_url":"https://arxiv.org/pdf/2006.07990","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.07990","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046067745","display_name":"Ankit Pensia","orcid":"https://orcid.org/0000-0003-3509-1224","observed_orcids":["https://orcid.org/0000-0003-3509-1224"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pensia, Ankit","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison, Madison, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046093647","display_name":"Shashank Rajput","orcid":"https://orcid.org/0000-0002-6603-5279","observed_orcids":["https://orcid.org/0000-0002-6603-5279"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajput, Shashank","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison, Madison, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091679894","display_name":"Alliot Nagle","orcid":"https://orcid.org/0009-0006-2419-3830","observed_orcids":["https://orcid.org/0009-0006-2419-3830"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nagle, Alliot","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison, Madison, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109705850","display_name":"Harit Vishwakarma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishwakarma, Harit","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison, Madison, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018630988","display_name":"Dimitris Papailiopoulos","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Papailiopoulos, Dimitris","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison, Madison, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"2599","last_page":"2610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.478300005197525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.478300005197525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.2329999953508377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.20389999449253082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lottery-ticket-hypothesis","display_name":"lottery ticket hypothesis","score":0.9829999804496765},{"id":"https://openalex.org/keywords/neural-network-pruning","display_name":"neural network pruning","score":0.8690000176429749},{"id":"https://openalex.org/keywords/overparameterization","display_name":"overparameterization","score":0.7799999713897705},{"id":"https://openalex.org/keywords/subset-sum-problem","display_name":"subset sum problem","score":0.8849999904632568}],"concepts":[{"id":"https://openalex.org/C2777340749","wikidata":"https://www.wikidata.org/wiki/Q6684955","display_name":"Lottery","level":2,"score":0.7507171630859375},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.6793845891952515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5470163226127625},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34914883971214294},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3130568563938141},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1905917227268219},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2006.07990","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07990","pdf_url":"https://arxiv.org/pdf/2006.07990","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2006.07990","doi":"https://doi.org/10.48550/arxiv.2006.07990","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.07990","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3099375359","doi":null,"is_oa":false,"landing_page_url":"https://proceedings.neurips.cc/paper/2020/file/1b742ae215adf18b75449c6e272fd92d-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.07990","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07990","pdf_url":"https://arxiv.org/pdf/2006.07990","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1766360814","display_name":null,"funder_award_id":"FA9550-18-1-0166","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2020385801","display_name":null,"funder_award_id":"FA9550-18-1-0166","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"},{"id":"https://openalex.org/G3045592441","display_name":null,"funder_award_id":"FA9550-18","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G3080512194","display_name":"TRIPODS: Institute for Foundations of Data Science","funder_award_id":"1740707","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8204242478","display_name":"CAREER: Coding Theory for Robust Large-Scale Machine Learning","funder_award_id":"1844951","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8289759875","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3099375359.pdf","grobid_xml":"https://content.openalex.org/works/W3099375359.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1975442866","https://openalex.org/W2112796928","https://openalex.org/W2114766824","https://openalex.org/W2119144962","https://openalex.org/W2125389748","https://openalex.org/W2128230731","https://openalex.org/W2134273960","https://openalex.org/W2156913264","https://openalex.org/W2233116163","https://openalex.org/W2267635276","https://openalex.org/W2513419314","https://openalex.org/W2515385951","https://openalex.org/W2518108298","https://openalex.org/W2524428287","https://openalex.org/W2560017826","https://openalex.org/W2764043458","https://openalex.org/W2766839578","https://openalex.org/W2805003733","https://openalex.org/W2886851211","https://openalex.org/W2943283198","https://openalex.org/W2948223045","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2964299589","https://openalex.org/W2975721122","https://openalex.org/W2977853649","https://openalex.org/W2990461664","https://openalex.org/W2992385995","https://openalex.org/W2996074092","https://openalex.org/W3012561096","https://openalex.org/W3023169080","https://openalex.org/W3035081900","https://openalex.org/W3035615218","https://openalex.org/W3036957384","https://openalex.org/W3038041907","https://openalex.org/W3149604617","https://openalex.org/W4213200873","https://openalex.org/W4250106264"],"related_works":["https://openalex.org/W3036957384","https://openalex.org/W4388788744","https://openalex.org/W3004334800","https://openalex.org/W4307928817","https://openalex.org/W4403571785","https://openalex.org/W4392149911","https://openalex.org/W4229020760","https://openalex.org/W2792760996","https://openalex.org/W3127248914","https://openalex.org/W2963813662"],"abstract_inverted_index":{"The":[0],"strong":[1,42],"{\\it":[2],"lottery":[3,118],"ticket":[4],"hypothesis}":[5],"(LTH)":[6],"postulates":[7],"that":[8,62,83,89,122,140,170],"one":[9,44,61],"can":[10,45,132],"approximate":[11,47],"any":[12,123],"target":[13,124],"neural":[14,49],"network":[15,50,125,139],"by":[16,30,57,135],"only":[17],"pruning":[18,58,136,156],"the":[19,36,41,96,103,111,115,164],"weights":[20],"of":[21,51,117,126,163,185],"a":[22,48,59,64,91,137,142],"sufficiently":[23],"over-parameterized":[24],"random":[25,60,138,157,161],"network.":[26],"A":[27],"recent":[28,80],"work":[29],"Malach":[31],"et":[32],"al.":[33],"\\cite{MalachEtAl20}":[34],"establishes":[35],"first":[37],"theoretical":[38,187],"analysis":[39,151],"for":[40,114,177],"LTH:":[43],"provably":[46],"width":[52,127],"$d$":[53,128],"and":[54,68,105,129,146],"depth":[55,130,179],"$l$,":[56],"is":[63,76,141,174],"factor":[65,93,143],"$O(d^4l^2)$":[66],"wider":[67,94,145],"twice":[69,147],"as":[70,148],"deep.":[71,149],"This":[72],"polynomial":[73],"over-parameterization":[74,112,173],"requirement":[75,113],"at":[77],"odds":[78],"with":[79,87,189],"experimental":[81],"research":[82],"achieves":[84],"good":[85],"approximation":[86],"networks":[88,159],"are":[90],"small":[92],"than":[95],"target.":[97],"In":[98],"this":[99,171],"work,":[100],"we":[101,182],"close":[102],"gap":[104],"offer":[106],"an":[107],"exponential":[108],"improvement":[109],"to":[110,160],"existence":[116],"tickets.":[119],"We":[120,167],"show":[121,169],"$l$":[131],"be":[133],"approximated":[134],"$O(\\log(dl))$":[144],"Our":[150],"heavily":[152],"relies":[153],"on":[154],"connecting":[155],"ReLU":[158],"instances":[162],"\\textsc{SubsetSum}":[165],"problem.":[166],"then":[168],"logarithmic":[172],"essentially":[175],"optimal":[176],"constant":[178],"networks.":[180],"Finally,":[181],"verify":[183],"several":[184],"our":[186],"insights":[188],"experiments.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2020-11-23T00:00:00"}