{"id":"https://openalex.org/W3209859545","doi":"https://doi.org/10.1007/s41095-021-0247-3","title":"Transformers in computational visual media: A survey","display_name":"Transformers in computational visual media: A survey","publication_year":2021,"publication_date":"2021-10-27","ids":{"openalex":"https://openalex.org/W3209859545","doi":"https://doi.org/10.1007/s41095-021-0247-3","mag":"3209859545"},"language":"en","primary_location":{"id":"doi:10.1007/s41095-021-0247-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41095-021-0247-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41095-021-0247-3.pdf","source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s41095-021-0247-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103166791","display_name":"Yifan Xu","orcid":"https://orcid.org/0000-0003-2467-888X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifan Xu","raw_affiliation_strings":["NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China","NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, 100190, China"],"affiliations":[{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210100255"]},{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082900067","display_name":"Huapeng Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huapeng Wei","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun 130012, China","School of Artificial Intelligence, Jilin University, Changchun, 130012, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, 130012, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009838254","display_name":"Minxuan Lin","orcid":"https://orcid.org/0009-0006-5130-5754"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minxuan Lin","raw_affiliation_strings":["NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China","NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, 100190, China"],"affiliations":[{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210100255"]},{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102924119","display_name":"Yingying Deng","orcid":"https://orcid.org/0000-0002-4788-9404"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingying Deng","raw_affiliation_strings":["NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China","NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, 100190, China"],"affiliations":[{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210100255"]},{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017741592","display_name":"Kekai Sheng","orcid":"https://orcid.org/0000-0002-5382-3241"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kekai Sheng","raw_affiliation_strings":["Youtu Lab, Tencent Inc., Shanghai 200233, China","Youtu Lab, Tencent Inc., Shanghai, 200233, China"],"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent Inc., Shanghai 200233, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Youtu Lab, Tencent Inc., Shanghai, 200233, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026072498","display_name":"Mengdan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengdan Zhang","raw_affiliation_strings":["Youtu Lab, Tencent Inc., Shanghai 200233, China","Youtu Lab, Tencent Inc., Shanghai, 200233, China"],"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent Inc., Shanghai 200233, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Youtu Lab, Tencent Inc., Shanghai, 200233, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112699696","display_name":"Fan Tang","orcid":"https://orcid.org/0000-0002-3975-2483"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Tang","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun 130012, China","School of Artificial Intelligence, Jilin University, Changchun, 130012, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun 130012, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, 130012, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069298091","display_name":"Weiming Dong","orcid":"https://orcid.org/0000-0001-6502-145X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Dong","raw_affiliation_strings":["NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China; CASIA-LLVISION Joint Lab, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 100040, China"],"affiliations":[{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China; CASIA-LLVISION Joint Lab, Beijing 100190, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 100040, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112601777","display_name":"Feiyue Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyue Huang","raw_affiliation_strings":["Youtu Lab, Tencent Inc., Shanghai 200233, China","Youtu Lab, Tencent Inc., Shanghai, 200233, China"],"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent Inc., Shanghai 200233, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Youtu Lab, Tencent Inc., Shanghai, 200233, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China; CASIA-LLVISION Joint Lab, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 100040, China"],"affiliations":[{"raw_affiliation_string":"NLPR, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China; School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100040, China; CASIA-LLVISION Joint Lab, Beijing 100190, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, 100040, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5103166791"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210100255","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":9.8827,"has_fulltext":true,"cited_by_count":128,"citation_normalized_percentile":{"value":0.98758549,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"1","first_page":"33","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.761467456817627},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6647558212280273},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5812304019927979},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.537872850894928},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.5007829666137695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49076589941978455},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.45618146657943726},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.43875136971473694},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3986501395702362},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3473541736602783},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15541675686836243},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.14909178018569946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.761467456817627},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6647558212280273},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5812304019927979},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.537872850894928},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.5007829666137695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49076589941978455},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.45618146657943726},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.43875136971473694},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3986501395702362},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3473541736602783},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15541675686836243},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.14909178018569946},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s41095-021-0247-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41095-021-0247-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41095-021-0247-3.pdf","source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d01a2c8e47a144a68732982eec7751f7","is_oa":true,"landing_page_url":"https://doaj.org/article/d01a2c8e47a144a68732982eec7751f7","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Visual Media, Vol 8, Iss 1, Pp 33-62 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s41095-021-0247-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41095-021-0247-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41095-021-0247-3.pdf","source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2203821447","display_name":null,"funder_award_id":"U20B2070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G323530312","display_name":null,"funder_award_id":"6183201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6536340973","display_name":null,"funder_award_id":"U20B207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7596092009","display_name":null,"funder_award_id":"61832016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8500451891","display_name":null,"funder_award_id":"61832016 and U20B2070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3209859545.pdf","grobid_xml":"https://content.openalex.org/works/W3209859545.grobid-xml"},"referenced_works_count":162,"referenced_works":["https://openalex.org/W607748843","https://openalex.org/W1536680647","https://openalex.org/W1583837637","https://openalex.org/W1847618513","https://openalex.org/W1861492603","https://openalex.org/W1885185971","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W1986760892","https://openalex.org/W2109586012","https://openalex.org/W2117539524","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2286300105","https://openalex.org/W2326925005","https://openalex.org/W2336525064","https://openalex.org/W2463955103","https://openalex.org/W2545625743","https://openalex.org/W2553303224","https://openalex.org/W2559085405","https://openalex.org/W2560730294","https://openalex.org/W2601564443","https://openalex.org/W2602856279","https://openalex.org/W2612063021","https://openalex.org/W2612624696","https://openalex.org/W2626778328","https://openalex.org/W2798979442","https://openalex.org/W2886641317","https://openalex.org/W2897926040","https://openalex.org/W2911293880","https://openalex.org/W2912083425","https://openalex.org/W2916798096","https://openalex.org/W2946794439","https://openalex.org/W2946948417","https://openalex.org/W2949989304","https://openalex.org/W2950761309","https://openalex.org/W2952355681","https://openalex.org/W2962730651","https://openalex.org/W2962770929","https://openalex.org/W2962858109","https://openalex.org/W2963091558","https://openalex.org/W2963115613","https://openalex.org/W2963150697","https://openalex.org/W2963341956","https://openalex.org/W2963351448","https://openalex.org/W2963488642","https://openalex.org/W2963518342","https://openalex.org/W2963530300","https://openalex.org/W2963729050","https://openalex.org/W2963781481","https://openalex.org/W2963799213","https://openalex.org/W2963981733","https://openalex.org/W2964080601","https://openalex.org/W2964081807","https://openalex.org/W2964101377","https://openalex.org/W2964245886","https://openalex.org/W2965658867","https://openalex.org/W2970231061","https://openalex.org/W2970608575","https://openalex.org/W2970869018","https://openalex.org/W2980088508","https://openalex.org/W2981689412","https://openalex.org/W2982770724","https://openalex.org/W2983446232","https://openalex.org/W2989676862","https://openalex.org/W2995460200","https://openalex.org/W2997076984","https://openalex.org/W2997591391","https://openalex.org/W2998655204","https://openalex.org/W3000514857","https://openalex.org/W3025966429","https://openalex.org/W3029699545","https://openalex.org/W3034429256","https://openalex.org/W3034445277","https://openalex.org/W3034502973","https://openalex.org/W3034528892","https://openalex.org/W3034750257","https://openalex.org/W3034838697","https://openalex.org/W3034993937","https://openalex.org/W3035022492","https://openalex.org/W3035251378","https://openalex.org/W3035422918","https://openalex.org/W3035652667","https://openalex.org/W3038476992","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3096609285","https://openalex.org/W3101068231","https://openalex.org/W3102995547","https://openalex.org/W3107036272","https://openalex.org/W3107634219","https://openalex.org/W3108242852","https://openalex.org/W3111535274","https://openalex.org/W3111551570","https://openalex.org/W3119786062","https://openalex.org/W3121480429","https://openalex.org/W3122411985","https://openalex.org/W3125056032","https://openalex.org/W3125364632","https://openalex.org/W3127751679","https://openalex.org/W3127839344","https://openalex.org/W3134051502","https://openalex.org/W3134189020","https://openalex.org/W3134873017","https://openalex.org/W3137963805","https://openalex.org/W3139445856","https://openalex.org/W3146091044","https://openalex.org/W3146097248","https://openalex.org/W3153465022","https://openalex.org/W3156811085","https://openalex.org/W3159891475","https://openalex.org/W3166368936","https://openalex.org/W3166513219","https://openalex.org/W3170227631","https://openalex.org/W3170544306","https://openalex.org/W3170841864","https://openalex.org/W3170874841","https://openalex.org/W3171125843","https://openalex.org/W3171516518","https://openalex.org/W3174738881","https://openalex.org/W3175095612","https://openalex.org/W3176196997","https://openalex.org/W3176774696","https://openalex.org/W3177224328","https://openalex.org/W4288083516","https://openalex.org/W6600013530","https://openalex.org/W6600018615","https://openalex.org/W6600042225","https://openalex.org/W6600047755","https://openalex.org/W6600109629","https://openalex.org/W6600129504","https://openalex.org/W6600175266","https://openalex.org/W6600213211","https://openalex.org/W6600238479","https://openalex.org/W6600263792","https://openalex.org/W6600351811","https://openalex.org/W6600553734","https://openalex.org/W6600595061","https://openalex.org/W6600617704","https://openalex.org/W6600662924","https://openalex.org/W6600783858","https://openalex.org/W6600838504","https://openalex.org/W6601250092","https://openalex.org/W6601473709","https://openalex.org/W6602646189","https://openalex.org/W6603713569","https://openalex.org/W6603944243","https://openalex.org/W6603963165","https://openalex.org/W6605614091","https://openalex.org/W6607999579","https://openalex.org/W6610712822","https://openalex.org/W6629340653","https://openalex.org/W6629997333","https://openalex.org/W6631455383","https://openalex.org/W6635487051","https://openalex.org/W6676167930","https://openalex.org/W6729404389","https://openalex.org/W6783944145","https://openalex.org/W6828408542","https://openalex.org/W6828894009"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2623658258","https://openalex.org/W2143413548","https://openalex.org/W1969219540","https://openalex.org/W1980956817","https://openalex.org/W2221819563"],"abstract_inverted_index":{"Transformers,":[0],"the":[1,40,123,127,131],"dominant":[2],"architecture":[3],"for":[4,23,146,158],"natural":[5],"language":[6],"processing,":[7],"have":[8],"also":[9,87,112,142,163],"recently":[10],"attracted":[11],"much":[12],"attention":[13],"from":[14,90],"computational":[15],"visual":[16,62,97],"media":[17],"researchers":[18],"due":[19],"to":[20,69,168],"their":[21],"capacity":[22],"long-range":[24],"representation":[25],"and":[26,52,78,80,103,149,154],"high":[27],"performance.":[28],"Transformers":[29],"are":[30,86,111,162],"sequence-to-sequence":[31],"models,":[32],"which":[33],"use":[34],"a":[35],"self-attention":[36],"mechanism":[37],"rather":[38],"than":[39],"RNN":[41],"sequential":[42],"structure.":[43],"Thus,":[44],"such":[45],"models":[46],"can":[47,53],"be":[48],"trained":[49],"in":[50,100,114,130,165],"parallel":[51],"represent":[54],"global":[55],"information.":[56],"This":[57],"study":[58],"comprehensively":[59],"surveys":[60],"recent":[61],"transformer":[63,98],"works.":[64],"We":[65],"categorize":[66],"them":[67],"according":[68],"task":[70],"scenario:":[71],"backbone":[72,109],"design,":[73],"high-level":[74],"vision,":[75],"low-level":[76,101,147],"vision":[77,102,148],"generation,":[79],"multimodal":[81],"learning.":[82],"Their":[83],"key":[84],"ideas":[85],"analyzed.":[88],"Differing":[89],"previous":[91],"surveys,":[92],"we":[93,120,141],"mainly":[94],"focus":[95],"on":[96,108],"methods":[99],"generation.":[104],"The":[105],"latest":[106,128],"works":[107,129,161],"design":[110],"reviewed":[113],"detail.":[115],"For":[116],"ease":[117],"of":[118,126,133],"understanding,":[119],"precisely":[121],"describe":[122],"main":[124],"contributions":[125],"form":[132],"tables.":[134],"As":[135],"well":[136],"as":[137],"giving":[138],"quantitative":[139],"comparisons,":[140],"present":[143],"image":[144],"results":[145],"generation":[150],"tasks.":[151],"Computational":[152],"costs":[153],"source":[155],"code":[156],"links":[157],"various":[159],"important":[160],"given":[164],"this":[166],"survey":[167],"assist":[169],"further":[170],"development.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":28}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}