{"id":"https://openalex.org/W4407899987","doi":"https://doi.org/10.1109/tai.2025.3544582","title":"Pruning Networks Only Using Few-Shot Pretraining Based on Gradient Similarity Frequency","display_name":"Pruning Networks Only Using Few-Shot Pretraining Based on Gradient Similarity Frequency","publication_year":2025,"publication_date":"2025-02-24","ids":{"openalex":"https://openalex.org/W4407899987","doi":"https://doi.org/10.1109/tai.2025.3544582"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3544582","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3544582","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011200256","display_name":"Haigen Hu","orcid":"https://orcid.org/0000-0001-5863-8283"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haigen Hu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-5863-8283","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062193891","display_name":"Huihuang Zhang","orcid":"https://orcid.org/0000-0002-0214-3297"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihuang Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0214-3297","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060570526","display_name":"Qianwei Zhou","orcid":"https://orcid.org/0000-0002-1322-7293"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianwei Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-1322-7293","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056827411","display_name":"Tieming Chen","orcid":"https://orcid.org/0000-0003-4664-3311"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tieming Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-4664-3311","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82377971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"6","issue":"8","first_page":"2253","last_page":"2265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6845948100090027},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6751464009284973},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6178297400474548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6141381859779358},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6056350469589233},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5111332535743713},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4823395907878876},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3599108159542084},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1714489758014679},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14462968707084656},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.11189088225364685},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1087777316570282}],"concepts":[{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6845948100090027},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6751464009284973},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6178297400474548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6141381859779358},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6056350469589233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5111332535743713},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4823395907878876},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3599108159542084},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1714489758014679},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14462968707084656},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.11189088225364685},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1087777316570282},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3544582","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3544582","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3303316880","display_name":null,"funder_award_id":"62373324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4303402957","display_name":null,"funder_award_id":"62271448","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7135619476","display_name":null,"funder_award_id":"U24A20242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2053186076","https://openalex.org/W2125930537","https://openalex.org/W2747680751","https://openalex.org/W2808168148","https://openalex.org/W2897295818","https://openalex.org/W2909680570","https://openalex.org/W2924515500","https://openalex.org/W2962851801","https://openalex.org/W2962991582","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2964233199","https://openalex.org/W2964266063","https://openalex.org/W2987878254","https://openalex.org/W2997300524","https://openalex.org/W3028304412","https://openalex.org/W3034513523","https://openalex.org/W3034818206","https://openalex.org/W3034957837","https://openalex.org/W3035467254","https://openalex.org/W3107407793","https://openalex.org/W3116646121","https://openalex.org/W3136450870","https://openalex.org/W3171298560","https://openalex.org/W3173390350","https://openalex.org/W3180849877","https://openalex.org/W3185811833","https://openalex.org/W4220789519","https://openalex.org/W4226283135","https://openalex.org/W4283815570","https://openalex.org/W4285805366","https://openalex.org/W4310638450","https://openalex.org/W4311036102","https://openalex.org/W4321770397","https://openalex.org/W4323654937","https://openalex.org/W4327972770","https://openalex.org/W4353046995","https://openalex.org/W4361855179","https://openalex.org/W4376225918","https://openalex.org/W4380520162","https://openalex.org/W4383988875","https://openalex.org/W4385194662","https://openalex.org/W4386083031","https://openalex.org/W4386702789","https://openalex.org/W4389105186","https://openalex.org/W4389409328","https://openalex.org/W4390871752","https://openalex.org/W4390872453","https://openalex.org/W4390873324","https://openalex.org/W4393159445","https://openalex.org/W4394596804","https://openalex.org/W4400438454","https://openalex.org/W4401026840","https://openalex.org/W4401052455","https://openalex.org/W6631943919","https://openalex.org/W6678818196","https://openalex.org/W6751979845","https://openalex.org/W6755166560","https://openalex.org/W6755843862","https://openalex.org/W6763207085","https://openalex.org/W6764345721","https://openalex.org/W6771400683","https://openalex.org/W6779249178","https://openalex.org/W6779460946","https://openalex.org/W6783189819","https://openalex.org/W6786356672","https://openalex.org/W6790051038","https://openalex.org/W6797241699","https://openalex.org/W6803524951","https://openalex.org/W6810237440","https://openalex.org/W6811127929","https://openalex.org/W6850174138"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966"],"abstract_inverted_index":{"Neural":[0],"network":[1,42,67,119],"pruning":[2,56,61,176],"is":[3,34,120],"a":[4,24,38,52,65,77,139,186],"popular":[5,165],"and":[6,30,40,105,151,171,191],"promising":[7,187],"approach":[8,177],"aiming":[9],"at":[10],"reducing":[11],"heavy":[12],"networks":[13],"to":[14,36,88,96,100,129,145],"lightweight":[15],"ones":[16],"by":[17],"removing":[18],"redundancies.":[19],"Most":[20],"existing":[21],"methods":[22],"adopt":[23],"three-stage":[25],"pipeline,":[26],"including":[27],"pretraining,":[28],"pruning,":[29],"fine-tuning.":[31],"However,":[32],"it":[33],"time-consuming":[35],"train":[37],"large":[39],"redundant":[41,108],"in":[43,122],"the":[44,90,107,116,123,127,131,135,147,174,181],"pretraining":[45,55,71,76,180],"process.":[46],"In":[47],"this":[48],"work,":[49],"we":[50],"propose":[51],"new":[53],"minimal":[54],"method,":[57],"gradient":[58,102],"similarity":[59,103],"frequency-based":[60],"(GSFP),":[62],"which":[63],"prunes":[64],"given":[66],"only":[68,84],"using":[69],"few-shot":[70],"before":[72],"training.":[73],"Instead":[74],"of":[75,93,141,149,189],"fully":[78],"trained":[79,121],"over-parameterized":[80,182],"model,":[81,183],"our":[82,157],"method":[83,158],"uses":[85],"one":[86],"epoch":[87],"obtain":[89],"ranked":[91],"list":[92],"convolution":[94,109],"filters":[95,110],"be":[97,113],"pruned":[98],"according":[99],"their":[101],"frequency":[104],"determines":[106],"that":[111,156],"should":[112],"removed.":[114],"Then,":[115],"obtained":[117],"sparse":[118],"standard":[124],"way":[125],"without":[126],"need":[128],"fine-tune":[130],"inherited":[132],"weights":[133],"from":[134],"full":[136],"model.":[137],"Finally,":[138],"series":[140],"experiments":[142],"are":[143],"conducted":[144],"verify":[146],"effectiveness":[148],"CIFAR10/100":[150],"ImageNet.":[152],"The":[153],"results":[154,162],"show":[155],"can":[159],"achieve":[160],"remarkable":[161],"on":[163],"some":[164],"networks,":[166],"such":[167],"as":[168],"VGG,":[169],"ResNet,":[170],"DenseNet.":[172],"Importantly,":[173],"proposed":[175],"never":[178],"requires":[179],"thus":[184],"offering":[185],"prospect":[188],"application":[190],"spreading":[192],"for":[193],"limited":[194],"computational":[195],"resources.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}