{"id":"https://openalex.org/W4416251148","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229356","title":"Slide-CLIP: A Simple and Effective Pruning Method for CLIP","display_name":"Slide-CLIP: A Simple and Effective Pruning Method for CLIP","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416251148","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229356"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11229356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081456949","display_name":"Jianbo Shi","orcid":"https://orcid.org/0000-0003-2637-1929"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaxin Shi","raw_affiliation_strings":["University of Science and Technology of China (USTC),School of Biomedical Engineering, Division of Life Sciences and Medicine,Hefei,China,230026"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC),School of Biomedical Engineering, Division of Life Sciences and Medicine,Hefei,China,230026","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052168662","display_name":"Xin Luo","orcid":"https://orcid.org/0000-0002-6901-5476"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Luo","raw_affiliation_strings":["University of Science and Technology of China (USTC),School of Biomedical Engineering, Division of Life Sciences and Medicine,Hefei,China,230026"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC),School of Biomedical Engineering, Division of Life Sciences and Medicine,Hefei,China,230026","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112906005","display_name":"S. Kevin Zhou","orcid":"https://orcid.org/0009-0003-9638-5741"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"S. Kevin Zhou","raw_affiliation_strings":["University of Science and Technology of China (USTC),School of Biomedical Engineering, Division of Life Sciences and Medicine,Hefei,China,230026"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC),School of Biomedical Engineering, Division of Life Sciences and Medicine,Hefei,China,230026","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081456949"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3741034,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6140999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6140999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.12399999797344208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0877000018954277,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7939000129699707},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.6022999882698059},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5540000200271606},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47749999165534973},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4185999929904938}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7939000129699707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261000275611877},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5540000200271606},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47749999165534973},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4185999929904938},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41119998693466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36059999465942383},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31049999594688416},{"id":"https://openalex.org/C114290370","wikidata":"https://www.wikidata.org/wiki/Q1415915","display_name":"Null-move heuristic","level":3,"score":0.26019999384880066},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11229356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W2002427601","https://openalex.org/W2007339694","https://openalex.org/W2017814585","https://openalex.org/W2138011018","https://openalex.org/W2533598788","https://openalex.org/W2592962403","https://openalex.org/W2964194231","https://openalex.org/W3090912412","https://openalex.org/W3158375352","https://openalex.org/W3182683290","https://openalex.org/W4382318212","https://openalex.org/W4385245566","https://openalex.org/W4385571308","https://openalex.org/W4385573131","https://openalex.org/W4386065554","https://openalex.org/W4387225969","https://openalex.org/W4390872745","https://openalex.org/W4396494945","https://openalex.org/W4402703054","https://openalex.org/W4402727671","https://openalex.org/W4402754285","https://openalex.org/W4413145941"],"related_works":[],"abstract_inverted_index":{"Pre-trained":[0],"vision-language":[1,17],"models":[2,25,217],"have":[3,52],"achieved":[4],"great":[5,64],"zero-shot":[6],"performance":[7,210],"in":[8,30,181],"various":[9,215],"downstream":[10],"tasks.":[11],"With":[12],"the":[13,73,78,100,148,152,157,163,174,186,209,219,222],"rapid":[14],"development":[15],"of":[16,66,80,151,162,177,189,201,221],"models,":[18],"many":[19],"task-specific":[20],"Contrastive":[21],"Language-Image":[22],"Pre-training":[23],"(CLIP)":[24],"are":[26,58],"proposed":[27,223],"and":[28,94,169,179,193],"utilized":[29],"diverse":[31],"domains.":[32],"However,":[33],"their":[34,39],"large":[35,82],"model":[36,84,190],"size":[37],"hinders":[38],"utilization":[40],"on":[41,199,214],"platforms":[42],"with":[43,138],"limited":[44],"hardware":[45],"resources.":[46],"Recently,":[47],"several":[48],"CLIP":[49,216],"pruning":[50,70,86,109,128,168,175,225],"methods":[51],"been":[53],"proposed,":[54],"we":[55,76,116],"find":[56],"they":[57],"effective":[59,108],"but":[60,107],"resources-consuming,":[61],"costing":[62],"a":[63,105,126,135,182,196],"amount":[65],"GPU":[67],"hours":[68],"at":[69,147,203,232],"stage.":[71],"At":[72],"same":[74],"time,":[75],"notice":[77],"emergence":[79],"fast":[81,127],"language":[83],"(LLM)":[85],"method":[87,110,129],"such":[88,130],"as":[89,119,131],"SparseGPT":[90,132],"which":[91,122],"is":[92,191,229],"simple":[93,106],"effective.":[95],"All":[96],"these":[97],"lead":[98],"to":[99,133,155,207],"question:":[101],"Does":[102],"there":[103],"exist":[104],"for":[111],"CLIP?":[112],"In":[113],"this":[114],"paper,":[115],"propose":[117],"Slide-CLIP":[118,224],"an":[120],"answer,":[121],"incorporates":[123],"(i)":[124,178],"applying":[125,142,195],"obtain":[134],"specific":[136],"layer":[137,150,154,165,188],"desired":[139],"sparsity;":[140],"(ii)":[141,180],"Layer-wise":[143],"Sliding":[144],"Distillation":[145],"(LSD)":[146],"next":[149,164],"pruned":[153],"minimize":[156,208],"mean":[158],"squared":[159],"error":[160],"(MSE)":[161],"output":[166],"before":[167],"after":[170],"pruning;":[171],"(iii)":[172,202],"iterating":[173],"routine":[176],"slide":[183],"manner":[184],"until":[185],"last":[187],"reached;":[192],"(iv)":[194],"progressive":[197],"process":[198],"top":[200],"sparsity":[204],"above":[205],"50%":[206],"drop.":[211],"Extensive":[212],"experiments":[213],"demonstrate":[218],"effectiveness":[220],"method.":[226],"The":[227],"code":[228],"publicly":[230],"available":[231],"https://github.com/bill426/Slide-CLIP":[233]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-14T00:00:00"}