{"id":"https://openalex.org/W4308237778","doi":"https://doi.org/10.1109/icip46576.2022.9897980","title":"One-Cycle Pruning: Pruning Convnets With Tight Training Budget","display_name":"One-Cycle Pruning: Pruning Convnets With Tight Training Budget","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4308237778","doi":"https://doi.org/10.1109/icip46576.2022.9897980"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897980","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbi.umons.ac.be/bitstream/20.500.12907/44228/1/ICIP_2022_OCP-20.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004295206","display_name":"Nathan Hubens","orcid":"https://orcid.org/0000-0001-9653-1161"},"institutions":[{"id":"https://openalex.org/I130929987","display_name":"University of Mons","ror":"https://ror.org/02qnnz951","country_code":"BE","type":"education","lineage":["https://openalex.org/I130929987"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Nathan Hubens","raw_affiliation_strings":["ISIA Lab, University of Mons,Belgium","ARMEDIA-SAMOVAR - ARMEDIA (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","IP Paris - Institut Polytechnique de Paris (Route de Saclay, 91120 Palaiseau Cedex, France - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIA Lab, University of Mons,Belgium","institution_ids":["https://openalex.org/I130929987"]},{"raw_affiliation_string":"ARMEDIA-SAMOVAR - ARMEDIA (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","institution_ids":["https://openalex.org/I4387153010"]},{"raw_affiliation_string":"IP Paris - Institut Polytechnique de Paris (Route de Saclay, 91120 Palaiseau Cedex, France - France)","institution_ids":["https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070174246","display_name":"Matei Manca\u015f","orcid":"https://orcid.org/0000-0002-6539-6996"},"institutions":[{"id":"https://openalex.org/I130929987","display_name":"University of Mons","ror":"https://ror.org/02qnnz951","country_code":"BE","type":"education","lineage":["https://openalex.org/I130929987"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Matei Mancas","raw_affiliation_strings":["ISIA Lab, University of Mons,Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIA Lab, University of Mons,Belgium","institution_ids":["https://openalex.org/I130929987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046181171","display_name":"Bernard Gosselin","orcid":null},"institutions":[{"id":"https://openalex.org/I130929987","display_name":"University of Mons","ror":"https://ror.org/02qnnz951","country_code":"BE","type":"education","lineage":["https://openalex.org/I130929987"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Bernard Gosselin","raw_affiliation_strings":["ISIA Lab, University of Mons,Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIA Lab, University of Mons,Belgium","institution_ids":["https://openalex.org/I130929987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083130353","display_name":"Marius Preda","orcid":"https://orcid.org/0000-0003-2288-0291"},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210158824","display_name":"Groupe Art\u00e9mis (France)","ror":"https://ror.org/05n06xd29","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210158824"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Marius Preda","raw_affiliation_strings":["Artemis, IP Paris,France","IP Paris - Institut Polytechnique de Paris (Route de Saclay, 91120 Palaiseau Cedex, France - France)","ARMEDIA-SAMOVAR - ARMEDIA (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artemis, IP Paris,France","institution_ids":["https://openalex.org/I4210158824"]},{"raw_affiliation_string":"IP Paris - Institut Polytechnique de Paris (Route de Saclay, 91120 Palaiseau Cedex, France - France)","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"ARMEDIA-SAMOVAR - ARMEDIA (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","institution_ids":["https://openalex.org/I4387153010"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011567037","display_name":"Titus Zaharia","orcid":"https://orcid.org/0000-0002-6589-1241"},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210158824","display_name":"Groupe Art\u00e9mis (France)","ror":"https://ror.org/05n06xd29","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210158824"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Titus Zaharia","raw_affiliation_strings":["Artemis, IP Paris,France","IP Paris - Institut Polytechnique de Paris (Route de Saclay, 91120 Palaiseau Cedex, France - France)","ARMEDIA-SAMOVAR - ARMEDIA (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artemis, IP Paris,France","institution_ids":["https://openalex.org/I4210158824"]},{"raw_affiliation_string":"IP Paris - Institut Polytechnique de Paris (Route de Saclay, 91120 Palaiseau Cedex, France - France)","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"ARMEDIA-SAMOVAR - ARMEDIA (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","institution_ids":["https://openalex.org/I4387153010"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3539,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.67594236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8937826156616211},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7640488147735596},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6926348209381104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5068300366401672},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45759376883506775},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.44381558895111084},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.43243810534477234},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41280800104141235}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8937826156616211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7640488147735596},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6926348209381104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5068300366401672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45759376883506775},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.44381558895111084},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.43243810534477234},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41280800104141235},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icip46576.2022.9897980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897980","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:orbi.umons.ac.be:20.500.12907/44228","is_oa":true,"landing_page_url":"https://orbi.umons.ac.be/handle/20.500.12907/44228","pdf_url":"https://orbi.umons.ac.be/bitstream/20.500.12907/44228/1/ICIP_2022_OCP-20.pdf","source":{"id":"https://openalex.org/S7407055454","display_name":"ORBi UMONS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP) (2022-10-16)","raw_type":"peer reviewed"},{"id":"pmh:oai:HAL:hal-03930230v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03930230","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP), Oct 2022, Bordeaux, France. pp.4128-4132, ⟨10.1109/ICIP46576.2022.9897980⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:orbi.umons.ac.be:20.500.12907/44228","is_oa":true,"landing_page_url":"https://orbi.umons.ac.be/handle/20.500.12907/44228","pdf_url":"https://orbi.umons.ac.be/bitstream/20.500.12907/44228/1/ICIP_2022_OCP-20.pdf","source":{"id":"https://openalex.org/S7407055454","display_name":"ORBi UMONS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP) (2022-10-16)","raw_type":"peer reviewed"},"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308237778.pdf","grobid_xml":"https://content.openalex.org/works/W4308237778.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1686810756","https://openalex.org/W2141155619","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2919347051","https://openalex.org/W2947805651","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W3006436762","https://openalex.org/W3008447163","https://openalex.org/W3118608800","https://openalex.org/W4295312788","https://openalex.org/W6637373629","https://openalex.org/W6638632666","https://openalex.org/W6677103964","https://openalex.org/W6681015464","https://openalex.org/W6726275242","https://openalex.org/W6732814185","https://openalex.org/W6745148473","https://openalex.org/W6751979845","https://openalex.org/W6755166560","https://openalex.org/W6758485974","https://openalex.org/W6759263581","https://openalex.org/W6760024424","https://openalex.org/W6762875921","https://openalex.org/W6766978945","https://openalex.org/W6771740131","https://openalex.org/W6772453130"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W1212596013","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W4229439743","https://openalex.org/W2185258871"],"abstract_inverted_index":{"Introducing":[0],"sparsity":[1,24,146],"in":[2,86],"a":[3,28,64,87,108,133],"convnet":[4],"has":[5],"been":[6],"an":[7],"efficient":[8],"way":[9],"to":[10,35,46,58,63,72,81,94,190],"reduce":[11],"its":[12,16,127],"complexity":[13],"while":[14,100],"keeping":[15],"performance":[17],"almost":[18],"intact.":[19],"Most":[20],"of":[21,77,122,135],"the":[22,33,39,43,74,78,83,92,97,120,123,175,182],"time,":[23],"is":[25],"introduced":[26],"using":[27],"three-stage":[29],"pipeline:":[30],"1)":[31],"training":[32,177],"model":[34,45,93],"convergence,":[36],"2)":[37],"pruning":[38,110,118,159],"model,":[40],"3)":[41],"fine-tuning":[42],"pruned":[44,197],"recover":[47],"performance.":[48],"The":[49],"last":[50],"two":[51,84],"steps":[52],"are":[53],"often":[54],"performed":[55],"iteratively,":[56],"leading":[57],"reasonable":[59],"results":[60],"but":[61,169],"also":[62,170],"time-consuming":[65],"process.":[66],"In":[67],"our":[68],"work,":[69],"we":[70],"propose":[71],"remove":[73],"first":[75],"step":[76],"pipeline":[79],"and":[80,125,145,165,194],"combine":[82],"others":[85],"single":[88],"training-pruning":[89],"cycle,":[90],"allowing":[91],"jointly":[95],"learn":[96],"optimal":[98],"weights":[99],"being":[101],"pruned.":[102],"We":[103],"do":[104],"this":[105],"by":[106],"introducing":[107],"novel":[109],"schedule,":[111],"named":[112],"One-Cycle":[113],"Pruning":[114],"(OCP),":[115],"which":[116],"starts":[117],"from":[119],"beginning":[121],"training,":[124],"until":[126],"very":[128],"end.":[129],"Experiments":[130],"conducted":[131],"on":[132],"variety":[134],"combinations":[136],"between":[137],"architectures":[138],"(VGG-16,":[139],"ResNet-18),":[140],"datasets":[141],"(CIFAR-10,":[142],"CIFAR-100,":[143],"Caltech-101),":[144],"values":[147],"(80%,":[148],"90%,":[149],"95%)":[150],"show":[151,186],"that":[152,171,187],"not":[153],"only":[154],"OCP":[155,188],"consistently":[156],"outperforms":[157],"common":[158],"schedules":[160],"such":[161],"as":[162],"One-Shot,":[163],"Iterative":[164],"Automated":[166],"Gradual":[167],"Pruning,":[168],"it":[172],"drastically":[173],"reduces":[174],"required":[176],"budget.":[178],"More-over,":[179],"experiments":[180],"following":[181],"Lottery":[183],"Ticket":[184],"Hypothesis":[185],"allows":[189],"find":[191],"higher":[192],"quality":[193],"more":[195],"stable":[196],"networks.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2025-10-10T00:00:00"}