{"id":"https://openalex.org/W4308080034","doi":"https://doi.org/10.1109/itsc55140.2022.9921989","title":"Lightweight and Optimization Acceleration Methods for Vision Transformer: A Review","display_name":"Lightweight and Optimization Acceleration Methods for Vision Transformer: A Review","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308080034","doi":"https://doi.org/10.1109/itsc55140.2022.9921989"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9921989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9921989","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357843","display_name":"Meng Chen","orcid":"https://orcid.org/0000-0001-5476-8662"},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meng Chen","raw_affiliation_strings":["School of Smart Manufacturing, Jianghan University,Wuhan,China","School of Smart Manufacturing, Jianghan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Smart Manufacturing, Jianghan University,Wuhan,China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020715333","display_name":"Gao Jun","orcid":"https://orcid.org/0000-0001-9857-531X"},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Gao","raw_affiliation_strings":["School of Smart Manufacturing, Jianghan University,Wuhan,China","School of Smart Manufacturing, Jianghan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Smart Manufacturing, Jianghan University,Wuhan,China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047683569","display_name":"Wuxin Yu","orcid":"https://orcid.org/0009-0000-0606-5209"},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuxin Yu","raw_affiliation_strings":["School of Smart Manufacturing, Jianghan University,Wuhan,China","School of Smart Manufacturing, Jianghan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Smart Manufacturing, Jianghan University,Wuhan,China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100357843"],"corresponding_institution_ids":["https://openalex.org/I31590910"],"apc_list":null,"apc_paid":null,"fwci":0.4198,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7081848,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2154","last_page":"2160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7367070317268372},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6371661424636841},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6210573315620422},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4937351644039154},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42284417152404785},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39591991901397705},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3386072516441345},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1564532220363617},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14655184745788574},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.10749763250350952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7367070317268372},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6371661424636841},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6210573315620422},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4937351644039154},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42284417152404785},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39591991901397705},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3386072516441345},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1564532220363617},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14655184745788574},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10749763250350952},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc55140.2022.9921989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9921989","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6845673214","display_name":null,"funder_award_id":"3015\u201308210173","funder_id":"https://openalex.org/F4320326959","funder_display_name":"Jianghan University"}],"funders":[{"id":"https://openalex.org/F4320326959","display_name":"Jianghan University","ror":"https://ror.org/041c9x778"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2560674852","https://openalex.org/W2896457183","https://openalex.org/W2897620260","https://openalex.org/W2943530662","https://openalex.org/W2948947170","https://openalex.org/W2980708516","https://openalex.org/W3004543888","https://openalex.org/W3034417881","https://openalex.org/W3094502228","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3139633126","https://openalex.org/W3152698000","https://openalex.org/W3170841864","https://openalex.org/W3177196641","https://openalex.org/W3190492058","https://openalex.org/W3205764742","https://openalex.org/W3215741372","https://openalex.org/W3216998657","https://openalex.org/W3217555050","https://openalex.org/W4213019189","https://openalex.org/W4214588794","https://openalex.org/W4214634256","https://openalex.org/W4214636423","https://openalex.org/W4224917841","https://openalex.org/W4226174177","https://openalex.org/W4281489207","https://openalex.org/W4286910290","https://openalex.org/W4312340826","https://openalex.org/W4312769570","https://openalex.org/W4312950730","https://openalex.org/W4313170858","https://openalex.org/W4320036918","https://openalex.org/W6638523607","https://openalex.org/W6755207826","https://openalex.org/W6762376514","https://openalex.org/W6771713106","https://openalex.org/W6783948878","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6790690058","https://openalex.org/W6794345597","https://openalex.org/W6796526935","https://openalex.org/W6796815506","https://openalex.org/W6797735627","https://openalex.org/W6797854001","https://openalex.org/W6798046796","https://openalex.org/W6802648153","https://openalex.org/W6803161323","https://openalex.org/W6804113219","https://openalex.org/W6804904660","https://openalex.org/W6804912748","https://openalex.org/W6810763290","https://openalex.org/W6838836003"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W2021850411","https://openalex.org/W4312263439","https://openalex.org/W3009238340","https://openalex.org/W2939353110","https://openalex.org/W4321369474","https://openalex.org/W2973431684","https://openalex.org/W4360585206","https://openalex.org/W2126887587"],"abstract_inverted_index":{"With":[0],"the":[1,23,38,59,64,70,125,149,173],"rapid":[2],"development":[3],"of":[4,25,40,94,154],"technologies":[5],"such":[6,50,87],"as":[7,51,88,140],"smart":[8,10],"home,":[9],"medical":[11],"and":[12,31,44,55,63,76,92,127,137,145,152,160,180],"autonomous":[13],"driving,":[14],"lightweight":[15,126],"networks":[16],"play":[17],"an":[18],"important":[19],"role":[20],"in":[21,47,134,191],"promoting":[22],"application":[24],"deep":[26],"learning":[27],"technology":[28],"on":[29,83,116,124,131],"mobile":[30,89,117],"embedded":[32],"terminals.":[33],"The":[34],"Transformer-based":[35,102],"model":[36],"changes":[37],"architecture":[39],"traditional":[41],"neural":[42],"networks,":[43],"performs":[45],"outstanding":[46],"many":[48],"fields":[49],"natural":[52],"language":[53],"processing":[54],"computer":[56],"vision.":[57],"However,":[58],"huge":[60],"computing":[61],"cost":[62],"increasing":[65],"network":[66,147],"scale":[67],"have":[68,157],"increased":[69],"demand":[71],"for":[72,101,172,177,188],"storage,":[73],"running":[74],"memory":[75],"computing,":[77],"which":[78],"hinders":[79],"their":[80],"widespread":[81],"deployment":[82],"various":[84],"hardware":[85],"devices,":[86],"phones,":[90],"robots":[91],"Internet":[93],"Things":[95],"(IoT)":[96],"devices.":[97,118],"Therefore,":[98],"compression":[99,175],"method":[100,176],"models":[103],"need":[104],"to":[105,168,183],"be":[106,112],"explored":[107],"so":[108],"that":[109],"they":[110],"can":[111],"applied":[113],"more":[114],"widely":[115],"In":[119],"this":[120,163,192],"paper,":[121],"we":[122],"focus":[123],"optimization":[128],"acceleration":[129],"methods":[130],"Vision":[132,178],"Transformer":[133],"recent":[135],"years,":[136],"summarize":[138],"them":[139],"quantization,":[141],"knowledge":[142],"distillation,":[143],"pruning":[144],"adjusting":[146],"structure,":[148],"innovations,":[150],"merits":[151],"demerits":[153],"these":[155],"approaches":[156],"been":[158],"compared":[159],"reviewed.":[161],"Through":[162],"survey,":[164],"it":[165],"is":[166],"hoped":[167],"provide":[169],"useful":[170],"help":[171],"current":[174],"Transformer,":[179],"also":[181],"expected":[182],"point":[184],"out":[185],"a":[186],"direction":[187],"future":[189],"research":[190],"field.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}