{"id":"https://openalex.org/W3137060442","doi":"https://doi.org/10.1109/access.2021.3065406","title":"Roulette: A Pruning Framework to Train a Sparse Neural Network From Scratch","display_name":"Roulette: A Pruning Framework to Train a Sparse Neural Network From Scratch","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3137060442","doi":"https://doi.org/10.1109/access.2021.3065406","mag":"3137060442"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3065406","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3065406","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09374983.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09374983.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067944903","display_name":"Qiaoling Zhong","orcid":"https://orcid.org/0000-0002-1269-8106"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiaoling Zhong","raw_affiliation_strings":["CAS Key Laboratory of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370021","display_name":"Zhibin Zhang","orcid":"https://orcid.org/0000-0003-2090-7999"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Zhang","raw_affiliation_strings":["School of Computer and Control Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Control Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101992406","display_name":"Qiang Qiu","orcid":"https://orcid.org/0000-0002-7709-6288"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Qiu","raw_affiliation_strings":["CAS Key Laboratory of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["CAS Key Laboratory of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067944903"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0961,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.34880719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"9","issue":null,"first_page":"51134","last_page":"51145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8131526708602905},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7538158297538757},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.5863116383552551},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5334024429321289},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5296611189842224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48304587602615356},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4420928359031677},{"id":"https://openalex.org/keywords/sharpening","display_name":"Sharpening","score":0.4306233525276184},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.41158056259155273},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.36430835723876953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8131526708602905},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7538158297538757},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.5863116383552551},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5334024429321289},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5296611189842224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48304587602615356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4420928359031677},{"id":"https://openalex.org/C2781137444","wikidata":"https://www.wikidata.org/wiki/Q237105","display_name":"Sharpening","level":2,"score":0.4306233525276184},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.41158056259155273},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36430835723876953},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3065406","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3065406","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09374983.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4e50fb7d3e254173aedb3816d94b2036","is_oa":true,"landing_page_url":"https://doaj.org/article/4e50fb7d3e254173aedb3816d94b2036","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 51134-51145 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3065406","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3065406","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09374983.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G1844405424","display_name":null,"funder_award_id":"XDA19020400","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3137060442.pdf","grobid_xml":"https://content.openalex.org/works/W3137060442.grobid-xml"},"referenced_works_count":108,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W1968460630","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2126004407","https://openalex.org/W2134797427","https://openalex.org/W2152839228","https://openalex.org/W2163605009","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2285660444","https://openalex.org/W2495819555","https://openalex.org/W2560647685","https://openalex.org/W2582745083","https://openalex.org/W2604998962","https://openalex.org/W2612445135","https://openalex.org/W2757910899","https://openalex.org/W2800102422","https://openalex.org/W2805003733","https://openalex.org/W2808168148","https://openalex.org/W2884700152","https://openalex.org/W2886851211","https://openalex.org/W2896006880","https://openalex.org/W2896409484","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2911040189","https://openalex.org/W2912713668","https://openalex.org/W2919347051","https://openalex.org/W2945403477","https://openalex.org/W2949941638","https://openalex.org/W2950990113","https://openalex.org/W2952088488","https://openalex.org/W2962697884","https://openalex.org/W2962851801","https://openalex.org/W2962881747","https://openalex.org/W2963000224","https://openalex.org/W2963094099","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963341956","https://openalex.org/W2963342610","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2963674932","https://openalex.org/W2963698820","https://openalex.org/W2963813662","https://openalex.org/W2964217527","https://openalex.org/W2964233199","https://openalex.org/W2964299589","https://openalex.org/W2970277060","https://openalex.org/W2970597249","https://openalex.org/W2970790493","https://openalex.org/W2972087877","https://openalex.org/W2980789769","https://openalex.org/W2990844796","https://openalex.org/W2991040477","https://openalex.org/W2995197005","https://openalex.org/W2996309822","https://openalex.org/W2998183051","https://openalex.org/W3035180000","https://openalex.org/W3037847693","https://openalex.org/W3083703991","https://openalex.org/W3086499488","https://openalex.org/W3104688113","https://openalex.org/W3118608800","https://openalex.org/W3125976728","https://openalex.org/W4253012315","https://openalex.org/W4287864853","https://openalex.org/W4289300273","https://openalex.org/W4294149566","https://openalex.org/W4297775537","https://openalex.org/W6638632666","https://openalex.org/W6677580257","https://openalex.org/W6679909955","https://openalex.org/W6684191040","https://openalex.org/W6687566353","https://openalex.org/W6721263324","https://openalex.org/W6724186685","https://openalex.org/W6725543821","https://openalex.org/W6732814185","https://openalex.org/W6737664043","https://openalex.org/W6741047420","https://openalex.org/W6744513255","https://openalex.org/W6749810415","https://openalex.org/W6751979845","https://openalex.org/W6753490951","https://openalex.org/W6753584990","https://openalex.org/W6755034786","https://openalex.org/W6755207826","https://openalex.org/W6755526309","https://openalex.org/W6755843862","https://openalex.org/W6756040250","https://openalex.org/W6756592394","https://openalex.org/W6756718674","https://openalex.org/W6758207765","https://openalex.org/W6758485974","https://openalex.org/W6760024424","https://openalex.org/W6761601108","https://openalex.org/W6762610423","https://openalex.org/W6770699648","https://openalex.org/W6771400683","https://openalex.org/W6771740131","https://openalex.org/W6779460946","https://openalex.org/W6787972765","https://openalex.org/W6789640412"],"related_works":["https://openalex.org/W2329932281","https://openalex.org/W2475116013","https://openalex.org/W64535957","https://openalex.org/W2043790407","https://openalex.org/W2348902545","https://openalex.org/W2321247741","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2136313643","https://openalex.org/W2087564795"],"abstract_inverted_index":{"Due":[0],"to":[1,42,72,85,98,137,142,153,174,186],"space":[2],"and":[3,10,16,49,65,112,133,147,171],"inference":[4],"time":[5],"restrictions,":[6],"finding":[7],"an":[8],"efficient":[9],"sparse":[11,33,74,88,101],"sub-network":[12,34],"from":[13,90],"a":[14,32,81,87,95,100,117],"dense":[15],"over-parameterized":[17],"network":[18,37,89,102,139,197],"is":[19,127,194],"critical":[20],"for":[21],"deploying":[22],"neural":[23],"networks":[24],"on":[25,145,179],"edge":[26],"devices.":[27],"Recent":[28],"efforts":[29],"explore":[30],"obtaining":[31],"by":[35,103],"performing":[36],"pruning":[38,69,82,198],"during":[39,182],"training":[40,44,155],"procedures":[41],"reduce":[43],"costs,":[45],"such":[46],"as":[47],"memory":[48],"floating-point":[50],"operations":[51,173],"(FLOPs).":[52],"However,":[53],"these":[54],"works":[55,159],"take":[56],"more":[57],"than":[58,157],"1.4\u00d7":[59],"the":[60,106,121,124,130,176,195],"total":[61],"number":[62],"of":[63,108,123],"iterations":[64],"try":[66],"all":[67],"possible":[68],"parameters":[70],"manually":[71],"obtain":[73],"sub-networks.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79,93,168],"present":[80],"framework":[83,199],"Roulette":[84,193],"train":[86,99],"scratch.":[91],"First,":[92],"propose":[94],"novel":[96],"method":[97],"Pruning":[104],"through":[105],"lens":[107],"Loss":[109],"Landscape":[110],"iteratively":[111],"automatically":[113],"(PLL).":[114],"We":[115],"do":[116],"theoretical":[118],"analysis":[119],"that":[120],"curvature":[122],"loss":[125],"function":[126],"higher":[128],"in":[129],"initial":[131],"phase":[132],"can":[134],"conduct":[135],"us":[136],"start":[138],"pruning.":[140],"According":[141],"our":[143,191],"results":[144],"CIFAR-10/100":[146],"ImageNet":[148],"dataset,":[149],"PLL":[150,185],"saves":[151],"up":[152],"4\u00d7":[154],"FLOPs":[156],"prior":[158],"while":[160],"maintaining":[161],"comparable":[162],"or":[163],"even":[164],"better":[165],"accuracy.":[166],"Then":[167],"design":[169],"push":[170],"pull":[172],"synchronize":[175],"pruned":[177],"weights":[178],"different":[180],"GPUs":[181,188,202],"training,":[183],"scaling":[184],"multiple":[187,201],"linearly.":[189,203],"To":[190],"knowledge,":[192],"first":[196],"supporting":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}