{"id":"https://openalex.org/W2948635472","doi":"https://doi.org/10.48550/arxiv.1903.01611","title":"Stabilizing the Lottery Ticket Hypothesis","display_name":"Stabilizing the Lottery Ticket Hypothesis","alternate_titles":[],"publication_year":2019,"publication_date":"2019-03-05","ids":{"openalex":"https://openalex.org/W2948635472","doi":"https://doi.org/10.48550/arxiv.1903.01611","mag":"2948635472"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1903.01611","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.01611","pdf_url":"https://arxiv.org/pdf/1903.01611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2948635472"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1903.01611","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078716102","display_name":"Jonathan Frankle","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Frankle, Jonathan","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021062973","display_name":"Gintare Karolina Dziugaite","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dziugaite, Gintare Karolina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110275739","display_name":"Daniel M. Roy","orcid":"https://orcid.org/0000-0001-8930-0058","observed_orcids":["https://orcid.org/0000-0001-8930-0058"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roy, Daniel M.","raw_affiliation_strings":["University of Toronto Vector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Vector Institute","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210127509"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091194125","display_name":"Michael Carbin","orcid":"https://orcid.org/0000-0002-6928-0456","observed_orcids":["https://orcid.org/0000-0002-6928-0456"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Carbin, Michael","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":320,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lottery-ticket-hypothesis","display_name":"lottery ticket hypothesis","score":0.9990000128746033},{"id":"https://openalex.org/keywords/neural-network-pruning","display_name":"neural network pruning","score":0.7459999918937683},{"id":"https://openalex.org/keywords/network-sparsity","display_name":"network sparsity","score":0.6309999823570251},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.593999981880188},{"id":"https://openalex.org/keywords/gradient-noise","display_name":"gradient noise","score":0.7820000052452087},{"id":"https://openalex.org/keywords/resnet-50","display_name":"ResNet50","score":0.7609999775886536},{"id":"https://openalex.org/keywords/imagenet-classification","display_name":"ImageNet classification","score":0.6869999766349792}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8349740505218506},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.8239428997039795},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8081097602844238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7456328272819519},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6109994053840637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5713121294975281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5186706781387329},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5140389204025269},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.44221633672714233},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4147270917892456},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1903.01611","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.01611","pdf_url":"https://arxiv.org/pdf/1903.01611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1903.01611","doi":"https://doi.org/10.48550/arxiv.1903.01611","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1903.01611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1903.01611","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.01611","pdf_url":"https://arxiv.org/pdf/1903.01611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948635472.pdf","grobid_xml":"https://content.openalex.org/works/W2948635472.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W992687842","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1845051632","https://openalex.org/W2112796928","https://openalex.org/W2114766824","https://openalex.org/W2117539524","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2402213890","https://openalex.org/W2495425901","https://openalex.org/W2515385951","https://openalex.org/W2582745083","https://openalex.org/W2608554408","https://openalex.org/W2618305643","https://openalex.org/W2622263826","https://openalex.org/W2764043458","https://openalex.org/W2768501777","https://openalex.org/W2771655537","https://openalex.org/W2805003733","https://openalex.org/W2808133870","https://openalex.org/W2894604724","https://openalex.org/W2894740066","https://openalex.org/W2896409484","https://openalex.org/W2899748887","https://openalex.org/W2908332494","https://openalex.org/W2912283611","https://openalex.org/W2915589364","https://openalex.org/W2939504873","https://openalex.org/W2963363373","https://openalex.org/W2964233199","https://openalex.org/W2970290137","https://openalex.org/W3035081900","https://openalex.org/W4394670654"],"related_works":["https://openalex.org/W2919347051","https://openalex.org/W3118865902","https://openalex.org/W2805003733","https://openalex.org/W7020687326","https://openalex.org/W2792760996","https://openalex.org/W2995107071","https://openalex.org/W3166316513","https://openalex.org/W4361267395","https://openalex.org/W3206248123","https://openalex.org/W4390189971"],"abstract_inverted_index":{"Pruning":[0],"is":[1,69],"a":[2,59,71],"well-established":[3],"technique":[4],"for":[5,66,136],"removing":[6],"unnecessary":[7],"structure":[8],"from":[9],"neural":[10,47],"networks":[11,48,104,121,166,267],"after":[12],"training":[13,100,147,176,270],"to":[14,32,55,97,134,149,178,235,238,264],"improve":[15],"the":[16,25,40,175,180,183,200,209,241,251,262,272,275],"performance":[17],"of":[18,27,62,164,182,203,212,240,253],"inference.":[19],"Several":[20],"recent":[21],"results":[22,257],"have":[23,117,124,140],"explored":[24],"possibility":[26],"pruning":[28,77,127,144,205],"at":[29,129,154,197],"initialization":[30],"time":[31],"provide":[33],"similar":[34,56,106],"benefits":[35,202],"during":[36],"training.":[37,213],"In":[38,109,192],"particular,":[39],"\"lottery":[41],"ticket":[42,277],"hypothesis\"":[43],"conjectures":[44],"that":[45,52,70,114,138,172,223],"typical":[46],"contain":[49],"small":[50,85,162],"subnetworks":[51,82,137,163,233],"can":[53,173],"train":[54,102,234],"accuracy":[57,181,201,226],"in":[58,146,228,250,269],"commensurate":[60],"number":[61],"steps.":[63],"The":[64],"evidence":[65],"this":[67,110,158,229],"claim":[68],"procedure":[72],"based":[73],"on":[74,84,91,119,126,170,186],"iterative":[75],"magnitude":[76],"(IMP)":[78],"reliably":[79],"finds":[80,161],"such":[81],"retroactively":[83],"vision":[86],"tasks.":[87],"However,":[88],"IMP":[89,133,195,232],"fails":[90,196],"deeper":[92,120,165],"networks,":[93],"and":[94,244,271],"proposed":[95],"methods":[96],"prune":[98,265],"before":[99],"or":[101],"pruned":[103],"encounter":[105],"scaling":[107],"limitations.":[108],"paper,":[111],"we":[112,218],"argue":[113],"these":[115,216],"efforts":[116],"struggled":[118],"because":[122],"they":[123],"focused":[125],"precisely":[128],"initialization.":[130],"We":[131],"modify":[132],"search":[135],"could":[139],"been":[141],"obtained":[142],"by":[143],"early":[145,268],"(0.1%":[148],"7%":[150],"through)":[151],"rather":[152],"than":[153],"iteration":[155,198],"0.":[156],"With":[157],"change,":[159],"it":[160],"(e.g.,":[167,190],"80%":[168],"sparsity":[169],"Resnet-50)":[171],"complete":[174],"process":[177],"match":[179],"original":[184],"network":[185,243],"more":[187],"challenging":[188],"tasks":[189],"ImageNet).":[191],"situations":[193],"where":[194],"0,":[199],"delaying":[204],"accrue":[206],"rapidly":[207],"over":[208],"earliest":[210],"iterations":[211],"To":[214],"explain":[215],"behaviors,":[217],"study":[219],"subnetwork":[220],"\"stability,\"":[221],"finding":[222],"-":[224,231],"as":[225],"improves":[227],"fashion":[230],"parameters":[236],"closer":[237],"those":[239],"full":[242],"do":[245],"so":[246],"with":[247],"improved":[248],"consistency":[249],"face":[252],"gradient":[254],"noise.":[255],"These":[256],"offer":[258],"new":[259],"insights":[260],"into":[261],"opportunity":[263],"large-scale":[266],"behaviors":[273],"underlying":[274],"lottery":[276],"hypothesis":[278]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2948635472","counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":49},{"year":2021,"cited_by_count":62},{"year":2020,"cited_by_count":51},{"year":2019,"cited_by_count":16}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-06-14T00:00:00"}
