{"id":"https://openalex.org/W3119997354","doi":"https://doi.org/10.1145/3505244","title":"Transformers in Vision: A Survey","display_name":"Transformers in Vision: A Survey","publication_year":2022,"publication_date":"2022-01-06","ids":{"openalex":"https://openalex.org/W3119997354","doi":"https://doi.org/10.1145/3505244","mag":"3119997354"},"language":"en","primary_location":{"id":"doi:10.1145/3505244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3505244","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.01169","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000300751","display_name":"Salman Khan","orcid":"https://orcid.org/0000-0002-9502-1749"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","AU"],"is_corresponding":false,"raw_author_name":"Salman Khan","raw_affiliation_strings":["MBZUAI, UAE and Australian National University, Canberra, ACT, AU"],"raw_orcid":"https://orcid.org/0000-0002-9502-1749","affiliations":[{"raw_affiliation_string":"MBZUAI, UAE and Australian National University, Canberra, ACT, AU","institution_ids":["https://openalex.org/I118347636","https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083105774","display_name":"Muzammal Naseer","orcid":"https://orcid.org/0000-0001-7663-7161"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","AU"],"is_corresponding":false,"raw_author_name":"Muzammal Naseer","raw_affiliation_strings":["MBZUAI, UAE and Australian National University, Canberra, ACT, AU"],"raw_orcid":"https://orcid.org/0000-0001-7663-7161","affiliations":[{"raw_affiliation_string":"MBZUAI, UAE and Australian National University, Canberra, ACT, AU","institution_ids":["https://openalex.org/I118347636","https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041437150","display_name":"Munawar Hayat","orcid":"https://orcid.org/0000-0002-2706-5985"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Munawar Hayat","raw_affiliation_strings":["Department of DSAI, Faculty of IT, Monash University, Clayton, Victoria, AU"],"raw_orcid":"https://orcid.org/0000-0002-2706-5985","affiliations":[{"raw_affiliation_string":"Department of DSAI, Faculty of IT, Monash University, Clayton, Victoria, AU","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060899114","display_name":"Syed Waqas Zamir","orcid":"https://orcid.org/0000-0002-7198-0187"},"institutions":[{"id":"https://openalex.org/I4210116052","display_name":"Inception Institute of Artificial Intelligence","ror":"https://ror.org/02664zk40","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210116052"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Syed Waqas Zamir","raw_affiliation_strings":["Inception Institute of Artificial Intelligence, Masdar City, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-7198-0187","affiliations":[{"raw_affiliation_string":"Inception Institute of Artificial Intelligence, Masdar City, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210116052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760570","display_name":"Fahad Shahbaz Khan","orcid":"https://orcid.org/0000-0002-4263-3143"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Fahad Shahbaz Khan","raw_affiliation_strings":["MBZUAI, UAE and CVL, Link\u00f6ping University, Link\u00f6ping, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-4263-3143","affiliations":[{"raw_affiliation_string":"MBZUAI, UAE and CVL, Link\u00f6ping University, Link\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080823547","display_name":"Mubarak Shah","orcid":"https://orcid.org/0000-0001-6172-5572"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mubarak Shah","raw_affiliation_strings":["CRCV, University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0001-6172-5572","affiliations":[{"raw_affiliation_string":"CRCV, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0251,"has_fulltext":false,"cited_by_count":125,"citation_normalized_percentile":{"value":0.8759873,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"54","issue":"10s","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.741474986076355},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.64666748046875},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5532912611961365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5199043154716492},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4688728153705597},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4569951891899109},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3761197030544281},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32622072100639343},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13062000274658203},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11653080582618713},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.11202353239059448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.741474986076355},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.64666748046875},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5532912611961365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5199043154716492},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4688728153705597},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4569951891899109},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3761197030544281},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32622072100639343},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13062000274658203},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11653080582618713},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.11202353239059448},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3505244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3505244","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2101.01169","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.01169","pdf_url":"https://arxiv.org/pdf/2101.01169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3119997354","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.01169.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2101.01169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.01169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.01169","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.01169","pdf_url":"https://arxiv.org/pdf/2101.01169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6899999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":319,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1920022804","https://openalex.org/W1933349210","https://openalex.org/W2064675550","https://openalex.org/W2097073572","https://openalex.org/W2099471712","https://openalex.org/W2101032778","https://openalex.org/W2108598243","https://openalex.org/W2109586012","https://openalex.org/W2118858186","https://openalex.org/W2147800946","https://openalex.org/W2171943915","https://openalex.org/W2173520492","https://openalex.org/W2183341477","https://openalex.org/W2185175083","https://openalex.org/W2190691619","https://openalex.org/W2194775991","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2337252826","https://openalex.org/W2340897893","https://openalex.org/W2405756170","https://openalex.org/W2412589713","https://openalex.org/W2487442924","https://openalex.org/W2489434015","https://openalex.org/W2519887557","https://openalex.org/W2549139847","https://openalex.org/W2557283755","https://openalex.org/W2560730294","https://openalex.org/W2564591810","https://openalex.org/W2565639579","https://openalex.org/W2593116425","https://openalex.org/W2601564443","https://openalex.org/W2613718673","https://openalex.org/W2619697695","https://openalex.org/W2619947201","https://openalex.org/W2737258237","https://openalex.org/W2747898905","https://openalex.org/W2753798143","https://openalex.org/W2762941833","https://openalex.org/W2766091292","https://openalex.org/W2781228439","https://openalex.org/W2784025607","https://openalex.org/W2785366763","https://openalex.org/W2795061970","https://openalex.org/W2795840542","https://openalex.org/W2799087757","https://openalex.org/W2799120945","https://openalex.org/W2866634454","https://openalex.org/W2885820039","https://openalex.org/W2886641317","https://openalex.org/W2888101838","https://openalex.org/W2890052321","https://openalex.org/W2891158090","https://openalex.org/W2895240252","https://openalex.org/W2895748257","https://openalex.org/W2896457183","https://openalex.org/W2899335602","https://openalex.org/W2904946678","https://openalex.org/W2911779594","https://openalex.org/W2919115771","https://openalex.org/W2926645869","https://openalex.org/W2932077855","https://openalex.org/W2937843571","https://openalex.org/W2940744433","https://openalex.org/W2941531368","https://openalex.org/W2944006115","https://openalex.org/W2944828972","https://openalex.org/W2946794439","https://openalex.org/W2949517790","https://openalex.org/W2950761309","https://openalex.org/W2951004968","https://openalex.org/W2951528897","https://openalex.org/W2952355681","https://openalex.org/W2954930822","https://openalex.org/W2955425717","https://openalex.org/W2961193895","https://openalex.org/W2962742544","https://openalex.org/W2962746461","https://openalex.org/W2962749806","https://openalex.org/W2962931121","https://openalex.org/W2962964995","https://openalex.org/W2963037581","https://openalex.org/W2963037989","https://openalex.org/W2963091558","https://openalex.org/W2963109634","https://openalex.org/W2963115613","https://openalex.org/W2963121255","https://openalex.org/W2963150697","https://openalex.org/W2963163163","https://openalex.org/W2963341956","https://openalex.org/W2963372104","https://openalex.org/W2963403868","https://openalex.org/W2963420272","https://openalex.org/W2963563276","https://openalex.org/W2963636093","https://openalex.org/W2963807318","https://openalex.org/W2963826423","https://openalex.org/W2963916161","https://openalex.org/W2963925437","https://openalex.org/W2963966654","https://openalex.org/W2963978393","https://openalex.org/W2964024144","https://openalex.org/W2964037671","https://openalex.org/W2964048159","https://openalex.org/W2964134613","https://openalex.org/W2964153729","https://openalex.org/W2965373594","https://openalex.org/W2968124245","https://openalex.org/W2968880719","https://openalex.org/W2969262604","https://openalex.org/W2969876226","https://openalex.org/W2970231061","https://openalex.org/W2970389371","https://openalex.org/W2970608575","https://openalex.org/W2970869018","https://openalex.org/W2971074500","https://openalex.org/W2971155163","https://openalex.org/W2973857456","https://openalex.org/W2975357369","https://openalex.org/W2976847563","https://openalex.org/W2980088508","https://openalex.org/W2981413347","https://openalex.org/W2981689412","https://openalex.org/W2981851019","https://openalex.org/W2981852735","https://openalex.org/W2982723417","https://openalex.org/W2983446232","https://openalex.org/W2990289029","https://openalex.org/W2992308087","https://openalex.org/W2994673210","https://openalex.org/W2994759459","https://openalex.org/W2995253937","https://openalex.org/W2995460200","https://openalex.org/W2997591391","https://openalex.org/W2998108143","https://openalex.org/W2998356391","https://openalex.org/W2999219213","https://openalex.org/W3000775737","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3011199263","https://openalex.org/W3012126539","https://openalex.org/W3015468748","https://openalex.org/W3021293129","https://openalex.org/W3022265721","https://openalex.org/W3023306062","https://openalex.org/W3023371261","https://openalex.org/W3030163527","https://openalex.org/W3033529678","https://openalex.org/W3034312118","https://openalex.org/W3034429256","https://openalex.org/W3034445277","https://openalex.org/W3034499084","https://openalex.org/W3034588855","https://openalex.org/W3034609440","https://openalex.org/W3034885317","https://openalex.org/W3035022492","https://openalex.org/W3035060554","https://openalex.org/W3035170495","https://openalex.org/W3035251378","https://openalex.org/W3035524453","https://openalex.org/W3035574324","https://openalex.org/W3036139671","https://openalex.org/W3040304705","https://openalex.org/W3040573126","https://openalex.org/W3044220283","https://openalex.org/W3047848469","https://openalex.org/W3049455300","https://openalex.org/W3085139254","https://openalex.org/W3090449556","https://openalex.org/W3091401866","https://openalex.org/W3092462694","https://openalex.org/W3094502228","https://openalex.org/W3094751268","https://openalex.org/W3096609285","https://openalex.org/W3096739052","https://openalex.org/W3098085362","https://openalex.org/W3099495704","https://openalex.org/W3101065397","https://openalex.org/W3102129360","https://openalex.org/W3105479157","https://openalex.org/W3106250896","https://openalex.org/W3108995912","https://openalex.org/W3109319753","https://openalex.org/W3111551570","https://openalex.org/W3111566807","https://openalex.org/W3112160422","https://openalex.org/W3112516115","https://openalex.org/W3112776202","https://openalex.org/W3113067059","https://openalex.org/W3113320078","https://openalex.org/W3116489684","https://openalex.org/W3118608800","https://openalex.org/W3119866685","https://openalex.org/W3120885796","https://openalex.org/W3121523901","https://openalex.org/W3122542623","https://openalex.org/W3123615524","https://openalex.org/W3125056032","https://openalex.org/W3126337037","https://openalex.org/W3128723389","https://openalex.org/W3131149871","https://openalex.org/W3131500599","https://openalex.org/W3132890542","https://openalex.org/W3133696297","https://openalex.org/W3134144764","https://openalex.org/W3135367836","https://openalex.org/W3136416617","https://openalex.org/W3137963805","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3139445856","https://openalex.org/W3139633126","https://openalex.org/W3139773203","https://openalex.org/W3139980562","https://openalex.org/W3141023492","https://openalex.org/W3145450063","https://openalex.org/W3146091044","https://openalex.org/W3146097248","https://openalex.org/W3147387781","https://openalex.org/W3147852756","https://openalex.org/W3151130473","https://openalex.org/W3153465022","https://openalex.org/W3153842237","https://openalex.org/W3156109214","https://openalex.org/W3156811085","https://openalex.org/W3157528469","https://openalex.org/W3158846111","https://openalex.org/W3159481202","https://openalex.org/W3159619744","https://openalex.org/W3159778524","https://openalex.org/W3160566314","https://openalex.org/W3161838454","https://openalex.org/W3163465952","https://openalex.org/W3163747765","https://openalex.org/W3164024107","https://openalex.org/W3164208409","https://openalex.org/W3164540605","https://openalex.org/W3166368936","https://openalex.org/W3166398787","https://openalex.org/W3166942762","https://openalex.org/W3168101492","https://openalex.org/W3168294587","https://openalex.org/W3168489096","https://openalex.org/W3170713111","https://openalex.org/W3170778815","https://openalex.org/W3170841864","https://openalex.org/W3171087525","https://openalex.org/W3171206729","https://openalex.org/W3171547673","https://openalex.org/W3172345956","https://openalex.org/W3172801447","https://openalex.org/W3172942063","https://openalex.org/W3173053527","https://openalex.org/W3173151551","https://openalex.org/W3173220247","https://openalex.org/W3173365702","https://openalex.org/W3174738881","https://openalex.org/W3175466730","https://openalex.org/W3175515048","https://openalex.org/W3176153963","https://openalex.org/W3177220026","https://openalex.org/W3177313544","https://openalex.org/W3179517581","https://openalex.org/W3179869055","https://openalex.org/W3190216403","https://openalex.org/W3190965961","https://openalex.org/W3194042166","https://openalex.org/W3199093552","https://openalex.org/W3199245537","https://openalex.org/W3202742610","https://openalex.org/W3203444029","https://openalex.org/W3204563069","https://openalex.org/W3207918547","https://openalex.org/W3211432419","https://openalex.org/W3211490618","https://openalex.org/W3212228063","https://openalex.org/W4214490042","https://openalex.org/W4214588794","https://openalex.org/W4214614183","https://openalex.org/W4214893857","https://openalex.org/W4287251194","https://openalex.org/W4300852401","https://openalex.org/W6600983433","https://openalex.org/W6637162671","https://openalex.org/W6757937817","https://openalex.org/W6761628794","https://openalex.org/W6761837902","https://openalex.org/W6763442200","https://openalex.org/W6765307894","https://openalex.org/W6772853553","https://openalex.org/W6776048684","https://openalex.org/W6777047548","https://openalex.org/W6778485988","https://openalex.org/W6779163297","https://openalex.org/W6783267081","https://openalex.org/W6786585107","https://openalex.org/W6786708909","https://openalex.org/W6790441406","https://openalex.org/W6790690058","https://openalex.org/W6791276965","https://openalex.org/W6791943378","https://openalex.org/W6792240715","https://openalex.org/W6793119350","https://openalex.org/W6794295097","https://openalex.org/W6795463671","https://openalex.org/W6795475546","https://openalex.org/W6795736418","https://openalex.org/W6796750486","https://openalex.org/W6798047393","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2963403868","https://openalex.org/W2194775991","https://openalex.org/W3094502228","https://openalex.org/W2963341956","https://openalex.org/W3096609285","https://openalex.org/W2108598243","https://openalex.org/W2963091558","https://openalex.org/W3138516171","https://openalex.org/W3116489684","https://openalex.org/W2064675550","https://openalex.org/W2163605009","https://openalex.org/W3121523901","https://openalex.org/W3030163527","https://openalex.org/W1901129140","https://openalex.org/W1861492603","https://openalex.org/W3187418919","https://openalex.org/W2964121744","https://openalex.org/W3117450517","https://openalex.org/W3034445277","https://openalex.org/W2117539524"],"abstract_inverted_index":{"Astounding":[0],"results":[1],"from":[2,51],"Transformer":[3,114,126],"models":[4,127,266],"on":[5,107,238],"natural":[6],"language":[7],"tasks":[8,112,166,179],"have":[9,102],"intrigued":[10],"the":[11,69,125,129,142,215,255,262],"vision":[12,20,111,131,162,196],"community":[13,256],"to":[14,18,43,92,104,119,138,257],"study":[15],"their":[16,23,60,230],"application":[17,263],"computer":[19,130,268],"problems.":[21],"Among":[22],"salient":[24],"benefits,":[25],"Transformers":[26,54,73],"enable":[27],"modeling":[28],"long":[29],"dependencies":[30],"between":[31],"input":[32],"sequence":[33,40],"elements":[34],"and":[35,62,82,88,97,150,174,185,202,204,211,218,229,242],"support":[36],"parallel":[37],"processing":[38,75,86,189],"of":[39,72,110,124,144,159,220,226,264],"as":[41,66],"compared":[42],"recurrent":[44],"networks,":[45,53],"e.g.,":[46],"Long":[47],"short-term":[48],"memory.":[49],"Different":[50],"convolutional":[52],"require":[55],"minimal":[56],"inductive":[57],"biases":[58],"for":[59],"design":[61,71,228],"are":[63],"naturally":[64],"suited":[65],"set-functions.":[67],"Furthermore,":[68],"straightforward":[70],"allows":[74],"multiple":[76],"modalities":[77],"(e.g.,":[78,167,180,190,197,207],"images,":[79],"videos,":[80],"text,":[81],"speech)":[83],"using":[84,113],"similar":[85],"blocks":[87],"demonstrates":[89],"excellent":[90],"scalability":[91],"very":[93],"large":[94],"capacity":[95],"networks":[96],"huge":[98],"datasets.":[99],"These":[100],"strengths":[101],"led":[103],"exciting":[105],"progress":[106],"a":[108,121],"number":[109],"networks.":[115],"This":[116],"survey":[117],"aims":[118],"provide":[120,235],"comprehensive":[122],"overview":[123],"in":[128,161,224,254,267],"discipline.":[132],"We":[133,154,213,246],"start":[134],"with":[135],"an":[136,236],"introduction":[137],"fundamental":[139],"concepts":[140],"behind":[141],"success":[143],"Transformers,":[145],"i.e.,":[146],"self-attention,":[147],"large-scale":[148],"pre-training,":[149],"bidirectional":[151],"feature":[152],"encoding.":[153],"then":[155],"cover":[156],"extensive":[157],"applications":[158],"transformers":[160],"including":[163],"popular":[164,221],"recognition":[165],"image":[168,198,200],"classification,":[169],"object":[170],"detection,":[171],"action":[172],"recognition,":[173,192],"segmentation),":[175],"generative":[176],"modeling,":[177],"multi-modal":[178],"visual-question":[181],"answering,":[182],"visual":[183,186],"reasoning,":[184],"grounding),":[187],"video":[188,193],"activity":[191],"forecasting),":[194],"low-level":[195],"super-resolution,":[199],"enhancement,":[201],"colorization),":[203],"three-dimensional":[205],"analysis":[206,237],"point":[208],"cloud":[209],"classification":[210],"segmentation).":[212],"compare":[214],"respective":[216],"advantages":[217],"limitations":[219],"techniques":[222],"both":[223],"terms":[225],"architectural":[227],"experimental":[231],"value.":[232],"Finally,":[233],"we":[234],"open":[239],"research":[240],"directions":[241],"possible":[243],"future":[244],"works.":[245],"hope":[247],"this":[248],"effort":[249],"will":[250],"ignite":[251],"further":[252],"interest":[253],"solve":[258],"current":[259],"challenges":[260],"toward":[261],"transformer":[265],"vision.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":99}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}