{"id":"https://openalex.org/W4391855083","doi":"https://doi.org/10.1109/tai.2024.3366497","title":"Distilled Gradual Pruning With Pruned Fine-Tuning","display_name":"Distilled Gradual Pruning With Pruned Fine-Tuning","publication_year":2024,"publication_date":"2024-02-15","ids":{"openalex":"https://openalex.org/W4391855083","doi":"https://doi.org/10.1109/tai.2024.3366497"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3366497","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tai.2024.3366497","pdf_url":"https://ieeexplore.ieee.org/ielx7/9078688/9184921/10438214.pdf","source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/9078688/9184921/10438214.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010868900","display_name":"Federico Fontana","orcid":"https://orcid.org/0009-0007-0437-7832"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Federico Fontana","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088896852","display_name":"Romeo Lanzino","orcid":"https://orcid.org/0000-0003-2939-3007"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Romeo Lanzino","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069310487","display_name":"Marco Raoul Marini","orcid":"https://orcid.org/0000-0002-2540-2570"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Raoul Marini","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064758488","display_name":"Danilo Avola","orcid":"https://orcid.org/0000-0001-9437-6217"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Danilo Avola","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032721141","display_name":"Luigi Cinque","orcid":"https://orcid.org/0000-0001-9149-2175"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luigi Cinque","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011519788","display_name":"Francesco Scarcello","orcid":"https://orcid.org/0000-0001-7765-1563"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Scarcello","raw_affiliation_strings":["Department of Computer Engineering, Modeling, Electronics and Systems, University of Calabria, Rende, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Modeling, Electronics and Systems, University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078277002","display_name":"Gian Luca Foresti","orcid":"https://orcid.org/0000-0002-8425-6892"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gian Luca Foresti","raw_affiliation_strings":["Department of Mathematics, Computer Science and Physics, University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Computer Science and Physics, University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5010868900"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":2.7131,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89564939,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":"8","first_page":"4269","last_page":"4279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10700","display_name":"Metal Forming Simulation Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10700","display_name":"Metal Forming Simulation Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13965","display_name":"Laser and Thermal Forming Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10996","display_name":"Computational Geometry and Mesh Generation","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6417745351791382},{"id":"https://openalex.org/keywords/distilled-water","display_name":"Distilled water","score":0.538378894329071},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.4726613759994507},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3699301481246948},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.22530940175056458},{"id":"https://openalex.org/keywords/horticulture","display_name":"Horticulture","score":0.17698326706886292},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.17155465483665466},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14656373858451843},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10751980543136597},{"id":"https://openalex.org/keywords/particle-physics","display_name":"Particle physics","score":0.03778073191642761}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6417745351791382},{"id":"https://openalex.org/C2779429693","wikidata":"https://www.wikidata.org/wiki/Q274959","display_name":"Distilled water","level":2,"score":0.538378894329071},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.4726613759994507},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3699301481246948},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.22530940175056458},{"id":"https://openalex.org/C144027150","wikidata":"https://www.wikidata.org/wiki/Q48803","display_name":"Horticulture","level":1,"score":0.17698326706886292},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.17155465483665466},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14656373858451843},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10751980543136597},{"id":"https://openalex.org/C109214941","wikidata":"https://www.wikidata.org/wiki/Q18334","display_name":"Particle physics","level":1,"score":0.03778073191642761}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tai.2024.3366497","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tai.2024.3366497","pdf_url":"https://ieeexplore.ieee.org/ielx7/9078688/9184921/10438214.pdf","source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1706715","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1706715","pdf_url":"https://iris.uniroma1.it/bitstream/11573/1706715/3/Fontana_Distilled_2024.pdf","source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tai.2024.3366497","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tai.2024.3366497","pdf_url":"https://ieeexplore.ieee.org/ielx7/9078688/9184921/10438214.pdf","source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2"}],"awards":[{"id":"https://openalex.org/G8646124735","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F7311471023","funder_display_name":"NextGenerationEU"}],"funders":[{"id":"https://openalex.org/F7311471023","display_name":"NextGenerationEU","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391855083.pdf","grobid_xml":"https://content.openalex.org/works/W4391855083.grobid-xml"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2194775991","https://openalex.org/W2707890836","https://openalex.org/W2764043458","https://openalex.org/W2765359583","https://openalex.org/W2783873922","https://openalex.org/W2894740066","https://openalex.org/W2895432151","https://openalex.org/W2908510526","https://openalex.org/W2915589364","https://openalex.org/W2947996606","https://openalex.org/W2963037989","https://openalex.org/W2994749257","https://openalex.org/W3008082059","https://openalex.org/W3036340313","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3131107792","https://openalex.org/W3131910208","https://openalex.org/W3134191546","https://openalex.org/W3136450870","https://openalex.org/W3137609883","https://openalex.org/W3139203094","https://openalex.org/W3171298560","https://openalex.org/W3184606595","https://openalex.org/W3187295906","https://openalex.org/W3200298654","https://openalex.org/W4207057190","https://openalex.org/W4221157830","https://openalex.org/W4287328812","https://openalex.org/W4292828894","https://openalex.org/W4306295136","https://openalex.org/W4312339251","https://openalex.org/W4312690709","https://openalex.org/W4322716585","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6638632666","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6678583879","https://openalex.org/W6684191040","https://openalex.org/W6687483927","https://openalex.org/W6724998850","https://openalex.org/W6726275242","https://openalex.org/W6735463952","https://openalex.org/W6739000085","https://openalex.org/W6739917289","https://openalex.org/W6741476372","https://openalex.org/W6742012266","https://openalex.org/W6745148473","https://openalex.org/W6748171661","https://openalex.org/W6748728731","https://openalex.org/W6749781174","https://openalex.org/W6755166560","https://openalex.org/W6756944905","https://openalex.org/W6757817989","https://openalex.org/W6759263581","https://openalex.org/W6762847277","https://openalex.org/W6763050415","https://openalex.org/W6767064347","https://openalex.org/W6770156499","https://openalex.org/W6770699648","https://openalex.org/W6771852177","https://openalex.org/W6773667195","https://openalex.org/W6774293493","https://openalex.org/W6774302960","https://openalex.org/W6776498666","https://openalex.org/W6779544626","https://openalex.org/W6779726710","https://openalex.org/W6784333009","https://openalex.org/W6785386067","https://openalex.org/W6787972765","https://openalex.org/W6790567672","https://openalex.org/W6790675572","https://openalex.org/W6790921691","https://openalex.org/W6790959149","https://openalex.org/W6791710050","https://openalex.org/W6791850401","https://openalex.org/W6797478244","https://openalex.org/W6797966817","https://openalex.org/W6798034730","https://openalex.org/W6798193440","https://openalex.org/W6799752242","https://openalex.org/W6810166094","https://openalex.org/W6845541013","https://openalex.org/W6846509322","https://openalex.org/W6847031116","https://openalex.org/W6850232138","https://openalex.org/W6850675185"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4362700434","https://openalex.org/W1979078585","https://openalex.org/W2379416027","https://openalex.org/W2391372203","https://openalex.org/W3045594154","https://openalex.org/W2185562424","https://openalex.org/W2358476386"],"abstract_inverted_index":{"Neural":[0],"Networks":[1],"(NNs)":[2],"have":[3],"been":[4],"driving":[5],"machine":[6],"learning":[7],"progress":[8],"in":[9,18],"recent":[10],"years,":[11],"but":[12,107],"their":[13,175],"larger":[14],"models":[15],"present":[16],"challenges":[17],"resource-limited":[19],"environments.":[20],"Weight":[21],"pruning":[22,62,98],"reduces":[23],"the":[24,74,85,101,123,126,131,136],"computational":[25],"demand,":[26],"often":[27],"with":[28,41,100],"performance":[29,137],"degradation":[30],"and":[31,150,167,182],"long":[32],"training":[33],"procedures.":[34],"This":[35,76],"work":[36],"introduces":[37],"Distilled":[38],"Gradual":[39],"Pruning":[40],"Pruned":[42],"Fine-tuning":[43],"(DG2PF),":[44],"a":[45,59,67,96,115,155],"comprehensive":[46],"algorithm":[47,140,165],"that":[48,64],"iteratively":[49],"prunes":[50,166],"pre-trained":[51,169],"neural":[52,170],"networks":[53,171],"using":[54],"knowledge":[55,124],"distillation.":[56],"We":[57,134],"employ":[58],"magnitude-based":[60],"unstructured":[61],"function":[63,77],"selectively":[65],"removes":[66],"specified":[68],"proportion":[69],"of":[70,84,104,125,138,157],"unimportant":[71],"weights":[72],"from":[73],"network.":[75],"also":[78],"leads":[79],"to":[80,120,130],"an":[81],"efficient":[82],"compression":[83],"model":[86,158],"size":[87],"while":[88,108,178],"minimizing":[89],"classification":[90,176],"accuracy":[91,177],"loss.":[92],"Additionally,":[93],"we":[94,113],"introduce":[95],"simulated":[97],"strategy":[99,119],"same":[102],"effects":[103],"weight":[105],"recovery":[106],"maintaining":[109],"stable":[110],"convergence.":[111],"Furthermore,":[112],"propose":[114],"multi-step":[116],"self-knowledge":[117],"distillation":[118],"effectively":[121],"transfer":[122],"full,":[127],"unpruned":[128],"network":[129],"pruned":[132],"counterpart.":[133],"validate":[135],"our":[139,164],"through":[141],"extensive":[142],"experimentation":[143],"on":[144],"diverse":[145],"benchmark":[146],"datasets,":[147],"including":[148],"CIFAR-10":[149],"ImageNet,":[151],"as":[152,154],"well":[153],"set":[156],"architectures.":[159],"The":[160],"results":[161],"highlight":[162],"how":[163],"optimizes":[168],"without":[172],"substantially":[173],"degrading":[174],"delivering":[179],"significantly":[180],"faster":[181],"more":[183],"compact":[184],"models.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}