{"id":"https://openalex.org/W4400094413","doi":"https://doi.org/10.32604/cmc.2024.050790","title":"A Comprehensive Survey of Recent Transformers in Image, Video and Diffusion Models","display_name":"A Comprehensive Survey of Recent Transformers in Image, Video and Diffusion Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400094413","doi":"https://doi.org/10.32604/cmc.2024.050790"},"language":"en","primary_location":{"id":"doi:10.32604/cmc.2024.050790","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2024.050790","pdf_url":"https://file.techscience.com/files/cmc/2024/TSP_CMC-80-1/TSP_CMC_50790/TSP_CMC_50790.pdf","source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://file.techscience.com/files/cmc/2024/TSP_CMC-80-1/TSP_CMC_50790/TSP_CMC_50790.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104328025","display_name":"Dinh Phu Cuong Le","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I4210101969","display_name":"Dalat University","ror":"https://ror.org/014cke235","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210101969"]}],"countries":["CN","VN"],"is_corresponding":false,"raw_author_name":"Dinh Phu Cuong Le","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, 410082, China","Faculty of Information Technology, Yersin University of Da Lat, Da Lat, 66100, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, 410082, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"Faculty of Information Technology, Yersin University of Da Lat, Da Lat, 66100, Vietnam","institution_ids":["https://openalex.org/I4210101969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101589049","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0002-0068-8824"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, 410082, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, 410082, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109738874","display_name":"Viet-Tuan Le","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096063","display_name":"Ho Chi Minh City Open University","ror":"https://ror.org/00tean533","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210096063"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Viet-Tuan Le","raw_affiliation_strings":["Faculty of Information Technology, Ho Chi Minh City Open University, Ho Chi Minh City, 722000, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Ho Chi Minh City Open University, Ho Chi Minh City, 722000, Vietnam","institution_ids":["https://openalex.org/I4210096063"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.45,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94147168,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"80","issue":"1","first_page":"37","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.688339114189148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6667686700820923},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4974537193775177},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40785959362983704},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16756302118301392},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14692747592926025},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09779337048530579}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.688339114189148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6667686700820923},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4974537193775177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40785959362983704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16756302118301392},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14692747592926025},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09779337048530579}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmc.2024.050790","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2024.050790","pdf_url":"https://file.techscience.com/files/cmc/2024/TSP_CMC-80-1/TSP_CMC_50790/TSP_CMC_50790.pdf","source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmc.2024.050790","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2024.050790","pdf_url":"https://file.techscience.com/files/cmc/2024/TSP_CMC-80-1/TSP_CMC_50790/TSP_CMC_50790.pdf","source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400094413.pdf"},"referenced_works_count":186,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2752782242","https://openalex.org/W2884585870","https://openalex.org/W2896457183","https://openalex.org/W2963091558","https://openalex.org/W2963163009","https://openalex.org/W2990152177","https://openalex.org/W3015468748","https://openalex.org/W3034222740","https://openalex.org/W3036167779","https://openalex.org/W3109635183","https://openalex.org/W3121523901","https://openalex.org/W3126721948","https://openalex.org/W3127751679","https://openalex.org/W3131500599","https://openalex.org/W3136416617","https://openalex.org/W3137120824","https://openalex.org/W3138516171","https://openalex.org/W3139633126","https://openalex.org/W3155050726","https://openalex.org/W3156811085","https://openalex.org/W3157506437","https://openalex.org/W3157528469","https://openalex.org/W3158846111","https://openalex.org/W3159481202","https://openalex.org/W3163465952","https://openalex.org/W3167597877","https://openalex.org/W3168101492","https://openalex.org/W3170405112","https://openalex.org/W3170674766","https://openalex.org/W3170860705","https://openalex.org/W3170898657","https://openalex.org/W3171516518","https://openalex.org/W3175227919","https://openalex.org/W3175515048","https://openalex.org/W3197957534","https://openalex.org/W3200379731","https://openalex.org/W3202923600","https://openalex.org/W3204166336","https://openalex.org/W3204588463","https://openalex.org/W3204614423","https://openalex.org/W3205497712","https://openalex.org/W3209859545","https://openalex.org/W3210279979","https://openalex.org/W3212933375","https://openalex.org/W3212972574","https://openalex.org/W4206706211","https://openalex.org/W4210352519","https://openalex.org/W4210850244","https://openalex.org/W4212875960","https://openalex.org/W4213019189","https://openalex.org/W4214493665","https://openalex.org/W4214514519","https://openalex.org/W4214516465","https://openalex.org/W4214555767","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4214669216","https://openalex.org/W4214709605","https://openalex.org/W4214893857","https://openalex.org/W4221153029","https://openalex.org/W4221160225","https://openalex.org/W4221163766","https://openalex.org/W4221166193","https://openalex.org/W4221166201","https://openalex.org/W4224293326","https://openalex.org/W4225672218","https://openalex.org/W4226023309","https://openalex.org/W4226244084","https://openalex.org/W4226512186","https://openalex.org/W4280496682","https://openalex.org/W4281385110","https://openalex.org/W4281478450","https://openalex.org/W4290066150","https://openalex.org/W4292779060","https://openalex.org/W4295308583","https://openalex.org/W4295940432","https://openalex.org/W4306955484","https://openalex.org/W4308558335","https://openalex.org/W4312349930","https://openalex.org/W4312434878","https://openalex.org/W4312599212","https://openalex.org/W4312658081","https://openalex.org/W4312726009","https://openalex.org/W4312769131","https://openalex.org/W4312785900","https://openalex.org/W4312812783","https://openalex.org/W4312881242","https://openalex.org/W4313007769","https://openalex.org/W4313192411","https://openalex.org/W4319777935","https://openalex.org/W4321232185","https://openalex.org/W4324319985","https://openalex.org/W4385245566","https://openalex.org/W4386071540","https://openalex.org/W4386075553","https://openalex.org/W4387211234","https://openalex.org/W4387409379","https://openalex.org/W4388081044","https://openalex.org/W4389364482","https://openalex.org/W4390832578","https://openalex.org/W4390872297","https://openalex.org/W4390873332","https://openalex.org/W4390970466","https://openalex.org/W4394666973","https://openalex.org/W4403843325","https://openalex.org/W4405022975","https://openalex.org/W6639824700","https://openalex.org/W6684191040","https://openalex.org/W6687483927","https://openalex.org/W6739901393","https://openalex.org/W6743731764","https://openalex.org/W6746034047","https://openalex.org/W6749781174","https://openalex.org/W6753412334","https://openalex.org/W6755207826","https://openalex.org/W6756605188","https://openalex.org/W6770427505","https://openalex.org/W6776048684","https://openalex.org/W6778883912","https://openalex.org/W6779823529","https://openalex.org/W6780226713","https://openalex.org/W6786708909","https://openalex.org/W6788477181","https://openalex.org/W6790307280","https://openalex.org/W6790441406","https://openalex.org/W6790555728","https://openalex.org/W6791158327","https://openalex.org/W6791406852","https://openalex.org/W6791637211","https://openalex.org/W6791783338","https://openalex.org/W6791943378","https://openalex.org/W6792112992","https://openalex.org/W6792155083","https://openalex.org/W6793097004","https://openalex.org/W6793119350","https://openalex.org/W6793958814","https://openalex.org/W6794053914","https://openalex.org/W6794345597","https://openalex.org/W6794449061","https://openalex.org/W6794655914","https://openalex.org/W6794906783","https://openalex.org/W6795103355","https://openalex.org/W6795140394","https://openalex.org/W6795435739","https://openalex.org/W6795580220","https://openalex.org/W6795901243","https://openalex.org/W6796298902","https://openalex.org/W6796494355","https://openalex.org/W6796604985","https://openalex.org/W6796708884","https://openalex.org/W6797153837","https://openalex.org/W6797206543","https://openalex.org/W6797235774","https://openalex.org/W6797360341","https://openalex.org/W6798616986","https://openalex.org/W6798889577","https://openalex.org/W6801437011","https://openalex.org/W6802330839","https://openalex.org/W6802920953","https://openalex.org/W6803518762","https://openalex.org/W6803677459","https://openalex.org/W6803821885","https://openalex.org/W6804036380","https://openalex.org/W6804648162","https://openalex.org/W6810026097","https://openalex.org/W6810045821","https://openalex.org/W6810102262","https://openalex.org/W6810290955","https://openalex.org/W6810371925","https://openalex.org/W6810465815","https://openalex.org/W6810521590","https://openalex.org/W6810607895","https://openalex.org/W6810767136","https://openalex.org/W6838393215","https://openalex.org/W6838697126","https://openalex.org/W6840908765","https://openalex.org/W6845627913","https://openalex.org/W6847302828","https://openalex.org/W6850480200","https://openalex.org/W6851118641","https://openalex.org/W6852567526","https://openalex.org/W6856607740","https://openalex.org/W6856812255"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Transformer":[0,105,110,115],"models":[1,101,127],"have":[2],"emerged":[3],"as":[4,50,52],"dominant":[5],"networks":[6,142],"for":[7,106,111,116,128,143],"various":[8,139],"tasks":[9,130,145],"in":[10,45,102],"computer":[11],"vision":[12,62],"compared":[13],"to":[14,24,36,67,157],"Convolutional":[15],"Neural":[16],"Networks":[17],"(CNNs).":[18],"The":[19],"transformers":[20,63],"demonstrate":[21],"the":[22,73,82,91,136,160],"ability":[23],"model":[25],"long-range":[26],"dependencies":[27],"by":[28,57],"utilizing":[29],"a":[30,38,77,121],"self-attention":[31,83],"mechanism.":[32],"This":[33],"study":[34],"aims":[35],"provide":[37,120],"comprehensive":[39,122],"survey":[40],"of":[41,61,76,94,124,138],"recent":[42,99,125],"transformer-based":[43,100],"approaches":[44],"image":[46],"and":[47,64,113,131],"video":[48,129],"applications,":[49],"well":[51],"diffusion":[53,132],"models.":[54,133],"We":[55,118,134],"begin":[56],"discussing":[58],"existing":[59],"surveys":[60],"comparing":[65],"them":[66],"this":[68,95],"work.":[69],"Then,":[70],"we":[71,97,151],"review":[72,98],"main":[74,92],"components":[75],"vanilla":[78],"transformer":[79,126,141],"network,":[80,86],"including":[81],"mechanism,":[84],"feed-forward":[85],"position":[87],"encoding,":[88],"etc.":[89],"In":[90],"part":[93],"survey,":[96],"three":[103],"categories:":[104],"downstream":[107],"tasks,":[108],"Vision":[109,114],"Generation,":[112],"Segmentation.":[117],"also":[119],"overview":[123],"compare":[135],"performance":[137],"hierarchical":[140],"multiple":[144],"on":[146],"popular":[147],"benchmark":[148],"datasets.":[149],"Finally,":[150],"explore":[152],"some":[153],"future":[154],"research":[155],"directions":[156],"further":[158],"improve":[159],"field.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}