{"id":"https://openalex.org/W3107149827","doi":"https://doi.org/10.1145/3421558.3421559","title":"Stochastic Model Pruning via Weight Dropping Away and Back","display_name":"Stochastic Model Pruning via Weight Dropping Away and Back","publication_year":2020,"publication_date":"2020-08-05","ids":{"openalex":"https://openalex.org/W3107149827","doi":"https://doi.org/10.1145/3421558.3421559","mag":"3107149827"},"language":"en","primary_location":{"id":"doi:10.1145/3421558.3421559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3421558.3421559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 2nd International Conference on Image Processing and Machine Vision","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101816350","display_name":"Haipeng Jia","orcid":"https://orcid.org/0000-0002-9855-5367"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipeng Jia","raw_affiliation_strings":["Qian Xuesen Laboratory of Space Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qian Xuesen Laboratory of Space Technology, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089966269","display_name":"Xueshuang Xiang","orcid":"https://orcid.org/0000-0001-7794-4876"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueshuang Xiang","raw_affiliation_strings":["Qian Xuesen Laboratory of Space Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qian Xuesen Laboratory of Space Technology, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101995060","display_name":"Da Fan","orcid":"https://orcid.org/0000-0003-1933-5962"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Da Fan","raw_affiliation_strings":["Qian Xuesen Laboratory of Space Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qian Xuesen Laboratory of Space Technology, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012217615","display_name":"Meiyu Huang","orcid":"https://orcid.org/0000-0002-7513-1764"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiyu Huang","raw_affiliation_strings":["Qian Xuesen Laboratory of Space Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qian Xuesen Laboratory of Space Technology, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056661303","display_name":"Changhao Sun","orcid":"https://orcid.org/0000-0001-9087-0349"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhao Sun","raw_affiliation_strings":["Qian Xuesen Laboratory of Space Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qian Xuesen Laboratory of Space Technology, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021662942","display_name":"Yang He","orcid":"https://orcid.org/0000-0002-2257-6073"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang He","raw_affiliation_strings":["Qian Xuesen Laboratory of Space Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qian Xuesen Laboratory of Space Technology, China","institution_ids":["https://openalex.org/I194716290"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I194716290"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.680096447467804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5880452394485474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4082256257534027},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.05713030695915222}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.680096447467804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5880452394485474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4082256257534027},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.05713030695915222},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3421558.3421559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3421558.3421559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 2nd International Conference on Image Processing and Machine Vision","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W655935858","https://openalex.org/W1521968289","https://openalex.org/W1686810756","https://openalex.org/W1745334888","https://openalex.org/W2112796928","https://openalex.org/W2115706991","https://openalex.org/W2125389748","https://openalex.org/W2163605009","https://openalex.org/W2168175751","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2507318699","https://openalex.org/W2531550286","https://openalex.org/W2604319603","https://openalex.org/W2771655537","https://openalex.org/W2795972773","https://openalex.org/W2803295732","https://openalex.org/W2898997786","https://openalex.org/W2947996606","https://openalex.org/W2951595529","https://openalex.org/W2952088488","https://openalex.org/W2963117513","https://openalex.org/W2963452728","https://openalex.org/W2963674932","https://openalex.org/W3037590790","https://openalex.org/W3106250896","https://openalex.org/W4212961835"],"related_works":["https://openalex.org/W1879310460","https://openalex.org/W2326122716","https://openalex.org/W3107474891","https://openalex.org/W3120374695","https://openalex.org/W2275666876","https://openalex.org/W2359495771","https://openalex.org/W4310863018","https://openalex.org/W2778392922","https://openalex.org/W3140942413","https://openalex.org/W1603484109"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"have":[3,18,78,186],"dramatically":[4],"achieved":[5],"great":[6],"success":[7],"on":[8,27,199],"a":[9,31,105,160,174],"variety":[10],"of":[11,34,133],"challenging":[12],"tasks.":[13],"However,":[14],"most":[15],"successful":[16],"DNNs":[17],"an":[19,44,70],"extremely":[20],"complex":[21],"structure,":[22],"leading":[23],"to":[24,81,148,153],"extensive":[25],"research":[26],"model":[28,37,138,162],"compression.":[29],"As":[30],"significant":[32],"area":[33],"progress":[35],"in":[36,65,99],"compression,":[38],"traditional":[39],"gradual":[40,170],"pruning":[41,72,101,110,142,207],"approaches":[42,156,185],"involve":[43],"iterative":[45],"prune-retrain":[46],"procedure":[47],"and":[48,69,121,144,182,197,208],"may":[49],"suffer":[50],"from":[51],"two":[52,86],"critical":[53],"issues:":[54],"local":[55],"importance":[56],"judgment,":[57],"where":[58,74],"the":[59,66,75,91,100,137,141,149,154,179],"pruned":[60,76,128],"weights":[61,77,206],"are":[62],"merely":[63],"unimportant":[64,119],"current":[67],"model;":[68],"irretrievable":[71],"process,":[73],"no":[79],"chance":[80],"come":[82],"back.":[83],"Addressing":[84],"these":[85],"issues,":[87],"this":[88],"paper":[89],"proposes":[90],"Drop":[92,190],"Pruning":[93,191],"approach,":[94],"which":[95,115,124],"leverages":[96],"stochastic":[97,169],"optimization":[98],"process":[102,143],"by":[103],"introducing":[104],"drop":[106,113,122,134,180,183],"strategy":[107],"at":[108,168],"each":[109],"step,":[111],"namely,":[112],"away,":[114],"stochastically":[116,125,158],"deletes":[117],"some":[118,127],"weights,":[120],"back,":[123],"recovers":[126],"weights.":[129],"The":[130],"suitable":[131],"choice":[132],"probabilities":[135],"decreases":[136],"size":[139],"during":[140],"helps":[145],"it":[146],"flow":[147],"target":[150],"sparsity.":[151],"Compared":[152],"Bayesian":[155,209],"that":[157,178],"train":[159],"compact":[161],"for":[163],"pruning,":[164],"we":[165],"directly":[166],"aim":[167],"pruning.":[171],"We":[172],"provide":[173],"detailed":[175],"analysis":[176],"showing":[177],"away":[181],"back":[184],"individual":[187],"contributions.":[188],"Moreover,":[189],"can":[192],"achieve":[193],"competitive":[194],"compression":[195],"performance":[196],"accuracy":[198],"many":[200],"benchmark":[201],"tasks":[202],"compared":[203],"with":[204],"state-of-the-art":[205],"training":[210],"approaches.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}