{"id":"https://openalex.org/W4411635450","doi":"https://doi.org/10.1145/3731715.3733341","title":"Fine-grained Block Pruning with Tiny Sets for Vision Transformers","display_name":"Fine-grained Block Pruning with Tiny Sets for Vision Transformers","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411635450","doi":"https://doi.org/10.1145/3731715.3733341"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733341","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733341","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yilin Wang","orcid":"https://orcid.org/0009-0003-1612-610X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yilin Wang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035031594","display_name":"Qiang Dong","orcid":"https://orcid.org/0000-0003-1986-8961"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Dong","raw_affiliation_strings":["The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020073761","display_name":"Dongyang Zhang","orcid":"https://orcid.org/0000-0002-4839-0234"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyang Zhang","raw_affiliation_strings":["The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048837120","display_name":"Xin Hu","orcid":"https://orcid.org/0000-0001-8259-2449"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Hu","raw_affiliation_strings":["The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761497","display_name":"Tao He","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao He","raw_affiliation_strings":["The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021348360","display_name":"Aiguo Chen","orcid":"https://orcid.org/0000-0002-3712-2349"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aiguo Chen","raw_affiliation_strings":["The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"The Institute of Intelligent Computing, University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Ubiquitous Intelligence and Trusted Services Key Laboratory of Sichuan Province, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17814683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1322","last_page":"1330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5946834087371826},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5069422721862793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4804110825061798},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4529603123664856},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41327133774757385},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33204659819602966},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3222120404243469},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15667951107025146},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14084291458129883},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09591338038444519},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09249135851860046},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.051530539989471436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5946834087371826},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5069422721862793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4804110825061798},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4529603123664856},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41327133774757385},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33204659819602966},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3222120404243469},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15667951107025146},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14084291458129883},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09591338038444519},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09249135851860046},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.051530539989471436}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733341","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733341","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4264767552","display_name":null,"funder_award_id":"2024M760357","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G6011391647","display_name":null,"funder_award_id":"2025ZNSFSC1464","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2560674852","https://openalex.org/W2747329762","https://openalex.org/W3138516171","https://openalex.org/W4312439321","https://openalex.org/W4312747027","https://openalex.org/W4391021637","https://openalex.org/W4394625520","https://openalex.org/W4402753529","https://openalex.org/W4402776467","https://openalex.org/W4402916260","https://openalex.org/W6601955380"],"related_works":["https://openalex.org/W2372403409","https://openalex.org/W4242726756","https://openalex.org/W144832045","https://openalex.org/W1979328687","https://openalex.org/W2132049714","https://openalex.org/W2755342338","https://openalex.org/W2779427294","https://openalex.org/W2775347418","https://openalex.org/W2034641747","https://openalex.org/W2625805835"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"and":[3,23,108,113,133,165],"their":[4,19,55],"variants":[5],"have":[6],"achieved":[7],"remarkable":[8],"success":[9],"across":[10,128],"a":[11,75,148],"broad":[12],"spectrum":[13],"of":[14,52,130,151],"computer":[15],"vision":[16],"tasks.":[17],"However,":[18],"high":[20,144],"computational":[21,140],"cost":[22],"significant":[24],"data":[25],"requirements":[26],"present":[27],"challenges":[28],"for":[29,37,80,120],"deployment":[30],"in":[31,65,117,138],"resource-constrained":[32,118],"environments.":[33],"Current":[34],"pruning":[35,78,87,112,167],"methods":[36],"ViTs":[38,63,129],"predominantly":[39],"focus":[40],"on":[41,158],"reducing":[42],"token":[43],"counts,":[44],"which":[45],"often":[46],"disrupt":[47],"the":[48,125],"inherent":[49],"spatial":[50],"structure":[51],"ViTs,":[53,81],"hindering":[54],"adaptability":[56],"to":[57,61],"hardware.":[58],"Furthermore,":[59],"how":[60],"compress":[62],"efficiently":[64],"few-shot":[66],"scenarios":[67],"remains":[68],"an":[69],"open":[70],"question.":[71],"Hence,":[72],"we":[73],"introduce":[74],"fine-grained":[76],"block":[77,86],"framework":[79],"named":[82],"FBP-ViT.":[83],"Unlike":[84],"traditional":[85],"techniques":[88],"that":[89],"indiscriminately":[90],"remove":[91],"entire":[92],"blocks,":[93,104],"FBP-ViT":[94,127,153],"selectively":[95],"eliminates":[96],"Multi-Head":[97],"Self-Attention":[98],"(MSA)":[99],"or":[100],"Multi-Layer":[101],"Perceptron":[102],"(MLP)":[103],"offering":[105],"enhanced":[106],"flexibility":[107],"efficiency.":[109],"We":[110,123],"unify":[111],"finetuning,":[114],"ensuring":[115],"practicality":[116],"environments":[119],"real-world":[121],"applications.":[122],"evaluate":[124],"proposed":[126],"varying":[131],"sizes":[132],"architectures,":[134],"demonstrating":[135],"its":[136],"effectiveness":[137],"improving":[139],"efficiency":[141],"while":[142],"maintaining":[143],"performance.":[145],"Specifically,":[146],"with":[147,168],"speedup":[149],"factor":[150],"1.34,":[152],"preserves":[154],"80.39%":[155],"top-1":[156],"accuracy":[157],"ImageNet-1k":[159],"using":[160],"DeiT-Base,":[161],"achieving":[162],"more":[163],"precise":[164],"efficient":[166],"tiny":[169],"sets.":[170]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}