{"id":"https://openalex.org/W4226512186","doi":"https://doi.org/10.1109/tnnls.2022.3227717","title":"A Survey of Visual Transformers","display_name":"A Survey of Visual Transformers","publication_year":2023,"publication_date":"2023-03-30","ids":{"openalex":"https://openalex.org/W4226512186","doi":"https://doi.org/10.1109/tnnls.2022.3227717","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015131"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3227717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3227717","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068309392","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-5348-7807"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5348-7807","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446997","display_name":"Yao Zhang","orcid":"https://orcid.org/0000-0002-8759-4811"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhang","raw_affiliation_strings":["AI Lab, Lenovo Research, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8759-4811","affiliations":[{"raw_affiliation_string":"AI Lab, Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328544","display_name":"Yixin Wang","orcid":"https://orcid.org/0000-0002-8062-0765"},"institutions":[{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yixin Wang","raw_affiliation_strings":["School of Engineering, Stanford University, Palo Alto, USA"],"raw_orcid":"https://orcid.org/0000-0002-8062-0765","affiliations":[{"raw_affiliation_string":"School of Engineering, Stanford University, Palo Alto, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027958542","display_name":"Feng Hou","orcid":"https://orcid.org/0000-0002-2587-720X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Hou","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2587-720X","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011405516","display_name":"Jin Yuan","orcid":"https://orcid.org/0000-0002-9954-0693"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Yuan","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9954-0693","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067569396","display_name":"Jiang Tian","orcid":"https://orcid.org/0000-0003-1299-8747"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Tian","raw_affiliation_strings":["AI Lab, Lenovo Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1299-8747","affiliations":[{"raw_affiliation_string":"AI Lab, Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008287271","display_name":"Y.S. Zhang","orcid":"https://orcid.org/0000-0002-7260-5098"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["AI Lab, Lenovo Research, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7260-5098","affiliations":[{"raw_affiliation_string":"AI Lab, Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101873354","display_name":"Zhongchao Shi","orcid":"https://orcid.org/0000-0002-5216-3827"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongchao Shi","raw_affiliation_strings":["AI Lab, Lenovo Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5216-3827","affiliations":[{"raw_affiliation_string":"AI Lab, Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728569","display_name":"Jianping Fan","orcid":"https://orcid.org/0000-0003-2290-1785"},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Fan","raw_affiliation_strings":["AI Lab, Lenovo Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2290-1785","affiliations":[{"raw_affiliation_string":"AI Lab, Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100689915","display_name":"Zhiqiang He","orcid":"https://orcid.org/0000-0003-4730-0521"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang He","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Lenovo Ltd, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4730-0521","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Lenovo Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":44.9162,"has_fulltext":false,"cited_by_count":475,"citation_normalized_percentile":{"value":0.99936824,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"6","first_page":"7478","last_page":"7498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7311819195747375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7003817558288574},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.46377745270729065},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.46181735396385193},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4352731704711914},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.42558473348617554},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2015380859375},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13634628057479858}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7311819195747375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003817558288574},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46377745270729065},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.46181735396385193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4352731704711914},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.42558473348617554},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2015380859375},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13634628057479858},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3227717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3227717","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37015131","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015131","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":228,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1689711448","https://openalex.org/W1895577753","https://openalex.org/W1901129140","https://openalex.org/W1933349210","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2307425316","https://openalex.org/W2342792901","https://openalex.org/W2412782625","https://openalex.org/W2565639579","https://openalex.org/W2601564443","https://openalex.org/W2745461083","https://openalex.org/W2752782242","https://openalex.org/W2805516822","https://openalex.org/W2884367402","https://openalex.org/W2884822772","https://openalex.org/W2886641317","https://openalex.org/W2916798096","https://openalex.org/W2962843773","https://openalex.org/W2963037989","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2963925437","https://openalex.org/W2964080601","https://openalex.org/W2964241181","https://openalex.org/W2965373594","https://openalex.org/W2968124245","https://openalex.org/W2969876226","https://openalex.org/W2970231061","https://openalex.org/W2981413347","https://openalex.org/W2981689412","https://openalex.org/W2981851019","https://openalex.org/W2982220924","https://openalex.org/W2982770724","https://openalex.org/W2983446232","https://openalex.org/W2990152177","https://openalex.org/W2992308087","https://openalex.org/W2997591391","https://openalex.org/W3013853001","https://openalex.org/W3019166713","https://openalex.org/W3031696893","https://openalex.org/W3033210410","https://openalex.org/W3034552520","https://openalex.org/W3034681942","https://openalex.org/W3034885317","https://openalex.org/W3085139254","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3095974555","https://openalex.org/W3096609285","https://openalex.org/W3098085362","https://openalex.org/W3101415077","https://openalex.org/W3106728613","https://openalex.org/W3107331169","https://openalex.org/W3111535274","https://openalex.org/W3118608800","https://openalex.org/W3121523901","https://openalex.org/W3127751679","https://openalex.org/W3128090102","https://openalex.org/W3131500599","https://openalex.org/W3136416617","https://openalex.org/W3137278571","https://openalex.org/W3137963805","https://openalex.org/W3138115293","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3139633126","https://openalex.org/W3143320354","https://openalex.org/W3145450063","https://openalex.org/W3146455718","https://openalex.org/W3151130473","https://openalex.org/W3153465022","https://openalex.org/W3156811085","https://openalex.org/W3158315073","https://openalex.org/W3159481202","https://openalex.org/W3159619744","https://openalex.org/W3159833358","https://openalex.org/W3160566314","https://openalex.org/W3163747765","https://openalex.org/W3165924482","https://openalex.org/W3166470370","https://openalex.org/W3166513219","https://openalex.org/W3167090845","https://openalex.org/W3167695527","https://openalex.org/W3168649818","https://openalex.org/W3170841864","https://openalex.org/W3171516518","https://openalex.org/W3172509117","https://openalex.org/W3172752666","https://openalex.org/W3172801447","https://openalex.org/W3172863135","https://openalex.org/W3172942063","https://openalex.org/W3173220247","https://openalex.org/W3175515048","https://openalex.org/W3176153963","https://openalex.org/W3177183540","https://openalex.org/W3179869055","https://openalex.org/W3191573718","https://openalex.org/W3199093552","https://openalex.org/W3202236840","https://openalex.org/W3203003533","https://openalex.org/W3203020760","https://openalex.org/W3203518786","https://openalex.org/W3203898101","https://openalex.org/W3203974803","https://openalex.org/W3205005447","https://openalex.org/W3206171352","https://openalex.org/W3207737630","https://openalex.org/W3208279478","https://openalex.org/W3208359244","https://openalex.org/W3214586131","https://openalex.org/W3217381013","https://openalex.org/W4206706211","https://openalex.org/W4213019189","https://openalex.org/W4214490042","https://openalex.org/W4214493665","https://openalex.org/W4214526701","https://openalex.org/W4214613769","https://openalex.org/W4214624153","https://openalex.org/W4214627427","https://openalex.org/W4214634256","https://openalex.org/W4214636423","https://openalex.org/W4214655709","https://openalex.org/W4214755140","https://openalex.org/W4214777292","https://openalex.org/W4214893857","https://openalex.org/W4221138238","https://openalex.org/W4221145109","https://openalex.org/W4221146106","https://openalex.org/W4221166385","https://openalex.org/W4225517085","https://openalex.org/W4287773438","https://openalex.org/W4289752563","https://openalex.org/W4295308583","https://openalex.org/W4295938041","https://openalex.org/W4306955484","https://openalex.org/W4312270234","https://openalex.org/W4312307873","https://openalex.org/W4312312588","https://openalex.org/W4312546175","https://openalex.org/W4312616477","https://openalex.org/W4312707458","https://openalex.org/W4312713480","https://openalex.org/W4312788538","https://openalex.org/W4312820606","https://openalex.org/W4312852845","https://openalex.org/W4312980726","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W4385804883","https://openalex.org/W4386071592","https://openalex.org/W4390873008","https://openalex.org/W6679436768","https://openalex.org/W6684191040","https://openalex.org/W6739778489","https://openalex.org/W6751796012","https://openalex.org/W6755207826","https://openalex.org/W6757423643","https://openalex.org/W6762718338","https://openalex.org/W6763367864","https://openalex.org/W6763509872","https://openalex.org/W6763701032","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6768021236","https://openalex.org/W6769955919","https://openalex.org/W6771497439","https://openalex.org/W6778751070","https://openalex.org/W6778883912","https://openalex.org/W6779248606","https://openalex.org/W6779879114","https://openalex.org/W6779997284","https://openalex.org/W6784094891","https://openalex.org/W6784930956","https://openalex.org/W6785665406","https://openalex.org/W6788135285","https://openalex.org/W6789753369","https://openalex.org/W6790019176","https://openalex.org/W6790690058","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6791705549","https://openalex.org/W6791776128","https://openalex.org/W6793267612","https://openalex.org/W6794295097","https://openalex.org/W6794345597","https://openalex.org/W6794906783","https://openalex.org/W6794978867","https://openalex.org/W6795463671","https://openalex.org/W6795892075","https://openalex.org/W6796402304","https://openalex.org/W6796761347","https://openalex.org/W6796767996","https://openalex.org/W6796814978","https://openalex.org/W6796874202","https://openalex.org/W6796931752","https://openalex.org/W6797153837","https://openalex.org/W6797397777","https://openalex.org/W6797399245","https://openalex.org/W6797533734","https://openalex.org/W6797602710","https://openalex.org/W6797790494","https://openalex.org/W6798016242","https://openalex.org/W6798107787","https://openalex.org/W6798491912","https://openalex.org/W6798634944","https://openalex.org/W6798837711","https://openalex.org/W6799515669","https://openalex.org/W6800139874","https://openalex.org/W6801512601","https://openalex.org/W6802311648","https://openalex.org/W6802380384","https://openalex.org/W6802823847","https://openalex.org/W6803469875","https://openalex.org/W6803650990","https://openalex.org/W6804352210","https://openalex.org/W6804794748","https://openalex.org/W6809665764","https://openalex.org/W6809824471","https://openalex.org/W6810007534","https://openalex.org/W6810653034","https://openalex.org/W6811230874","https://openalex.org/W6838895621","https://openalex.org/W6847037703"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W2142795561","https://openalex.org/W4205302943","https://openalex.org/W2561132942","https://openalex.org/W4321487865","https://openalex.org/W3155418658","https://openalex.org/W4243199227","https://openalex.org/W2379948177"],"abstract_inverted_index":{"Transformer,":[0],"an":[1],"attention-based":[2],"encoder-decoder":[3],"model,":[4],"has":[5],"already":[6],"revolutionized":[7],"the":[8,32,70,119,185,188,192,210],"field":[9],"of":[10,65,97,131,161],"natural":[11],"language":[12],"processing":[13],"(NLP).":[14],"Inspired":[15],"by":[16],"such":[17,169],"significant":[18],"achievements,":[19],"some":[20],"pioneering":[21],"works":[22],"have":[23,38,73,93,142,157],"recently":[24],"been":[25],"done":[26],"on":[27,42,134],"employing":[28],"Transformer-liked":[29],"architectures":[30],"in":[31],"computer":[33],"vision":[34,139],"(CV)":[35],"field,":[36],"which":[37],"demonstrated":[39],"their":[40,66,124,132,214],"effectiveness":[41],"three":[43,104],"fundamental":[44,105],"CV":[45,106],"tasks":[46,107],"(classification,":[47],"detection,":[48],"and":[49,61,108,127,137,145,191,213],"segmentation)":[50],"as":[51,53,81],"well":[52],"multiple":[54,79],"sensory":[55],"data":[56,110],"stream":[57,111],"(images,":[58],"point":[59],"clouds,":[60],"vision-language":[62],"data).":[63],"Because":[64,130],"competitive":[67],"modeling":[68],"capabilities,":[69],"visual":[71,99,150,170,189],"Transformers":[72,100,151,171,190],"achieved":[74],"impressive":[75],"performance":[76],"improvements":[77],"over":[78,95],"benchmarks":[80],"compared":[82,146],"with":[83],"modern":[84],"convolution":[85],"neural":[86],"networks":[87],"(CNNs).":[88],"In":[89],"this":[90],"survey,":[91],"we":[92,141,156],"reviewed":[94],"100":[96],"different":[98,109,153],"comprehensively":[101],"according":[102,122],"to":[103,117,123,172,183,208],"types,":[112],"where":[113],"taxonomy":[114],"is":[115],"proposed":[116],"organize":[118],"representative":[120],"methods":[121],"motivations,":[125],"structures,":[126],"application":[128],"scenarios.":[129],"differences":[133],"training":[135],"settings":[136],"dedicated":[138],"tasks,":[140],"also":[143],"evaluated":[144],"all":[147],"these":[148],"existing":[149],"under":[152],"configurations.":[154],"Furthermore,":[155],"revealed":[158],"a":[159],"series":[160],"essential":[162],"but":[163],"unexploited":[164],"aspects":[165],"that":[166],"may":[167],"empower":[168],"stand":[173],"out":[174],"from":[175],"numerous":[176],"architectures,":[177],"e.g.,":[178],"slack":[179],"high-level":[180],"semantic":[181],"embeddings":[182],"bridge":[184],"gap":[186],"between":[187],"sequential":[193],"ones.":[194],"Finally,":[195],"two":[196],"promising":[197],"research":[198],"directions":[199],"are":[200],"suggested":[201],"for":[202],"future":[203],"investment.":[204],"We":[205],"will":[206],"continue":[207],"update":[209],"latest":[211],"articles":[212],"released":[215],"source":[216],"codes":[217],"at":[218],"https://github.com/liuyang-ict/awesome-visual-transformers.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":49},{"year":2025,"cited_by_count":173},{"year":2024,"cited_by_count":166},{"year":2023,"cited_by_count":69},{"year":2022,"cited_by_count":18}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}