{"id":"https://openalex.org/W7163238496","doi":"https://doi.org/10.1007/s44443-026-00607-8","title":"Multi-dimensional collaborative pruning: optimizing vision transformers via token, attention head and FFN neuron","display_name":"Multi-dimensional collaborative pruning: optimizing vision transformers via token, attention head and FFN neuron","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163238496","doi":"https://doi.org/10.1007/s44443-026-00607-8"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-026-00607-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00607-8","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44443-026-00607-8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078153617","display_name":"Yalong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yalong Liu","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137694905","display_name":"Tiebing Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134794","display_name":"Shandong Institute of Quantum Science and Technology","ror":"https://ror.org/042pabj96","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210134794"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tiebing Wang","raw_affiliation_strings":["Shandong New Sight Digital Technology Co., Ltd., Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong New Sight Digital Technology Co., Ltd., Jinan, China","institution_ids":["https://openalex.org/I4210134794"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137615189","display_name":"Xinchang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinchang Zhang","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137636290","display_name":"Lin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Wang","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137628485","display_name":"Yu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102539809","display_name":"Changtong Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changtong Ding","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114070558","display_name":"Quanrun Song","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanrun Song","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5137636290","https://openalex.org/A5137694905"],"corresponding_institution_ids":["https://openalex.org/I28006308","https://openalex.org/I4210134794"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.86002131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.28850001096725464,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.28850001096725464,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2816999852657318,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.705299973487854},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6553000211715698},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6046000123023987},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.5511000156402588},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4869000017642975},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.39079999923706055},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.36410000920295715}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792900025844574},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.705299973487854},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6553000211715698},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6046000123023987},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.5511000156402588},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4869000017642975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4733000099658966},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4253999888896942},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.36410000920295715},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.3061000108718872},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-026-00607-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00607-8","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6634c4f9178f4eeb96e008b95ee2a924","is_oa":true,"landing_page_url":"https://doaj.org/article/6634c4f9178f4eeb96e008b95ee2a924","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 38, Iss 5 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-026-00607-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00607-8","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G555671130","display_name":null,"funder_award_id":"62102237","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2295107390","https://openalex.org/W2618530766","https://openalex.org/W2963521187","https://openalex.org/W3096533519","https://openalex.org/W3096609285","https://openalex.org/W4213016094","https://openalex.org/W4214633470","https://openalex.org/W4221144813","https://openalex.org/W4226484461","https://openalex.org/W4302010773","https://openalex.org/W4312290555","https://openalex.org/W4312340826","https://openalex.org/W4312772337","https://openalex.org/W4312849330","https://openalex.org/W4312910119","https://openalex.org/W4386065441","https://openalex.org/W4402727186","https://openalex.org/W4402727538","https://openalex.org/W4402895035","https://openalex.org/W4406657357"],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"Vision":[1],"Transformers":[2],"(ViTs)":[3],"have":[4,28],"gained":[5],"increasing":[6],"attention.":[7],"Research":[8],"shows":[9],"the":[10,33,45,57,66,75,88,91,96,105,114,121,152,176,191,206,221,234,238],"ViT":[11,51,239],"models":[12],"perform":[13],"well":[14],"on":[15,24,163],"large":[16],"datasets.":[17],"Yet,":[18],"high":[19,77],"computation":[20,89],"limits":[21],"their":[22],"deployment":[23],"low-resource":[25],"devices.":[26],"Investigations":[27],"revealed":[29],"that,":[30],"due":[31],"to":[32,44,55,83,120,150],"sparse":[34],"nature":[35],"of":[36,41,90,104,113,155,194,223,237],"attention,":[37],"only":[38,254],"a":[39,110,127,168,246,263,272],"subset":[40],"tokens":[42],"contribute":[43],"final":[46],"prediction.":[47],"Consequently,":[48],"some":[49],"existing":[50],"compression":[52,218],"methods":[53],"aim":[54],"alleviate":[56],"model":[58,67,106,217,224],"burden":[59],"by":[60],"eliminating":[61],"unimportant":[62],"tokens.":[63,156],"Nevertheless,":[64],"optimizing":[65],"solely":[68],"through":[69],"token":[70,78,165],"sparsification":[71],"is":[72,148,160,172,197],"insufficient.":[73],"And":[74],"excessively":[76],"sparsity":[79],"ratio":[80],"may":[81],"lead":[82],"considerable":[84,111],"accuracy":[85,257,275],"degradation.":[86],"Moreover,":[87],"attention":[92,137,181],"head":[93,182],"module":[94,100],"and":[95,139,183,199],"feed-forward":[97],"network":[98],"(FFN)":[99],"in":[101,251,268],"each":[102,195],"layer":[103,196],"still":[107],"accounts":[108],"for":[109,180,242],"proportion":[112],"overall":[115],"computational":[116,235],"load.":[117],"In":[118],"response":[119],"aforementioned":[122],"challenges,":[123],"this":[124,213],"paper":[125,214],"presents":[126],"novel":[128],"pruning":[129,159,178,192,207],"method":[130,147,231],"that":[131,229],"operates":[132],"across":[133,186,209],"three":[134,211],"dimensions:":[135],"token,":[136],"head,":[138],"FFN":[140,184],"neuron.":[141],"Initially,":[142],"an":[143],"attention-gradient":[144],"importance":[145,153],"analysis":[146],"introduced":[149],"quantify":[151],"scores":[154],"Subsequently,":[157],"fusion":[158],"executed":[161],"based":[162],"these":[164,210],"scores.":[166],"Concurrently,":[167],"multi-dimensional":[169],"optimization":[170],"searcher":[171],"proposed.":[173],"It":[174],"identifies":[175],"optimal":[177],"strategies":[179],"neuron":[185],"different":[187],"layers.":[188],"This":[189],"enables":[190],"rate":[193],"different,":[198],"it":[200,244,261],"facilitates":[201],"hierarchical":[202],"pruning.":[203],"By":[204],"integrating":[205],"efforts":[208],"dimensions,":[212],"achieves":[215,245,262],"efficient":[216],"while":[219],"minimizing":[220],"degradation":[222],"performance.":[225],"Experimental":[226],"results":[227],"demonstrate":[228],"our":[230],"significantly":[232],"reduces":[233],"cost":[236],"model.":[240],"Specifically,":[241],"Deit-small,":[243],"nearly":[247,264],"50":[248],"$$\\%$$":[249,256,266,274],"reduction":[250,267],"FLOPs":[252,269],"with":[253,270],"1.2":[255],"loss.":[258,276],"For":[259],"Deit-base,":[260],"44":[265],"just":[271],"0.9":[273]},"counts_by_year":[],"updated_date":"2026-06-10T14:10:52.464848","created_date":"2026-06-03T00:00:00"}