{"id":"https://openalex.org/W4386072014","doi":"https://doi.org/10.1109/cvpr52729.2023.02333","title":"X-Pruner: eXplainable Pruning for Vision Transformers","display_name":"X-Pruner: eXplainable Pruning for Vision Transformers","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386072014","doi":"https://doi.org/10.1109/cvpr52729.2023.02333"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.02333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.02333","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009484350","display_name":"Yu Lu","orcid":"https://orcid.org/0000-0001-9108-2619"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Lu Yu","raw_affiliation_strings":["James Cook University"],"affiliations":[{"raw_affiliation_string":"James Cook University","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389005","display_name":"Wei Xiang","orcid":"https://orcid.org/0000-0002-0608-065X"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Xiang","raw_affiliation_strings":["La Trobe University"],"affiliations":[{"raw_affiliation_string":"La Trobe University","institution_ids":["https://openalex.org/I196829312"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009484350"],"corresponding_institution_ids":["https://openalex.org/I86467917"],"apc_list":null,"apc_paid":null,"fwci":10.4068,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.98751706,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"24355","last_page":"24363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8076465129852295},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7952330708503723},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6542896628379822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45842495560646057},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37832337617874146},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3224011957645416},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07403439283370972}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8076465129852295},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7952330708503723},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6542896628379822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45842495560646057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37832337617874146},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3224011957645416},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07403439283370972},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.02333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.02333","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2946794439","https://openalex.org/W2948947170","https://openalex.org/W2975381464","https://openalex.org/W2979691890","https://openalex.org/W2981731882","https://openalex.org/W2986670728","https://openalex.org/W3035422918","https://openalex.org/W3094502228","https://openalex.org/W3094522247","https://openalex.org/W3104263050","https://openalex.org/W3118608800","https://openalex.org/W3138516171","https://openalex.org/W3169769781","https://openalex.org/W3170874841","https://openalex.org/W3174173633","https://openalex.org/W3174402370","https://openalex.org/W3176196997","https://openalex.org/W3192814580","https://openalex.org/W3194959296","https://openalex.org/W4206281850","https://openalex.org/W4214633470","https://openalex.org/W4226078967","https://openalex.org/W4226484461","https://openalex.org/W4230405732","https://openalex.org/W4283700140","https://openalex.org/W4283811336","https://openalex.org/W4287022992","https://openalex.org/W4287777801","https://openalex.org/W4288347855","https://openalex.org/W4312772337","https://openalex.org/W6762945437","https://openalex.org/W6763417742","https://openalex.org/W6768080748","https://openalex.org/W6777017071","https://openalex.org/W6780482815","https://openalex.org/W6783955940","https://openalex.org/W6784333009","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6796580215","https://openalex.org/W6797478244","https://openalex.org/W6800217721","https://openalex.org/W6800633732","https://openalex.org/W6810818354","https://openalex.org/W6811466168","https://openalex.org/W6839423864"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3047144510","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290"],"abstract_inverted_index":{"Recently":[0],"vision":[1],"transformer":[2,156],"models":[3,7,157],"have":[4,36],"become":[5],"prominent":[6],"for":[8,29],"a":[9,70,100],"range":[10],"of":[11,52,84],"tasks.":[12],"These":[13],"models,":[14],"however,":[15],"usually":[16],"suffer":[17],"from":[18],"intensive":[19],"computational":[20,180],"costs":[21,181],"and":[22,55,106,119,135,146,161,182],"heavy":[23],"memory":[24],"requirements,":[25],"making":[26],"them":[27],"impractical":[28],"deployment":[30],"on":[31,139,154],"edge":[32],"platforms.":[33],"Recent":[34],"studies":[35],"proposed":[37,105,170],"to":[38,61,89,95,113],"prune":[39],"transformers":[40],"in":[41,108],"an":[42,109],"unexplainable":[43],"manner,":[44],"which":[45,77],"overlook":[46],"the":[47,53,56,82,85,115,121,128,152,159,169,173],"relationship":[48],"between":[49,133],"internal":[50],"units":[51,118,137],"model":[54],"target":[57,98],"class,":[58,99],"thereby":[59],"leading":[60],"inferior":[62],"performance.":[63],"To":[64,144],"alleviate":[65],"this":[66],"problem,":[67],"we":[68,125,150],"propose":[69],"novel":[71,101],"explainable":[72],"pruning":[73,86,123],"framework":[74],"dubbed":[75],"X-Pruner,":[76],"is":[78,104,187],"designed":[79],"by":[80],"considering":[81],"explainability":[83],"criterion.":[87],"Specifically,":[88],"measure":[90],"each":[91,97],"prunable":[92],"unit's":[93],"contribution":[94],"predicting":[96],"explainability-aware":[102,141],"mask":[103,142],"learned":[107],"end-to-end":[110],"manner.":[111],"Then,":[112],"preserve":[114],"most":[116],"informative":[117],"learn":[120],"layer-wise":[122,129],"rate,":[124],"adaptively":[126],"search":[127],"threshold":[130],"that":[131,168],"differentiates":[132],"unpruned":[134],"pruned":[136],"based":[138],"their":[140],"values.":[143],"verify":[145],"evaluate":[147],"our":[148],"method,":[149],"apply":[151],"X-Pruner":[153,171],"representative":[155],"including":[158],"DeiT":[160],"Swin":[162],"Transformer.":[163],"Comprehensive":[164],"simulation":[165],"results":[166],"demonstrate":[167],"outperforms":[172],"state-of-the-art":[174],"black-box":[175],"methods":[176],"with":[177],"significantly":[178],"reduced":[179],"slight":[183],"performance":[184],"degradation.":[185],"Code":[186],"available":[188],"at":[189],"https://github.com/vickyyu90/XPruner.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}