{"id":"https://openalex.org/W7082963224","doi":"https://doi.org/10.1109/tmm.2025.3613082","title":"DCTFormer: A Dual-Branch Transformer With Cloze Tests for Video Anomaly Detection","display_name":"DCTFormer: A Dual-Branch Transformer With Cloze Tests for Video Anomaly Detection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7082963224","doi":"https://doi.org/10.1109/tmm.2025.3613082"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3613082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3613082","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pengzhan Chen","orcid":"https://orcid.org/0009-0004-9478-9467"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengzhan Chen","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0004-9478-9467","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shengdong Du","orcid":"https://orcid.org/0000-0001-8035-405X"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengdong Du","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-8035-405X","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaole Zhao","orcid":"https://orcid.org/0000-0003-0100-2414"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaole Zhao","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-0100-2414","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Hu","orcid":"https://orcid.org/0000-0002-0587-380X"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Hu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0587-380X","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jingjing Li","orcid":"https://orcid.org/0000-0002-5504-2529"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5504-2529","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tianrui Li","orcid":"https://orcid.org/0000-0001-7780-104X"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianrui Li","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7780-104X","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92684351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"9022","last_page":"9032"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.43220001459121704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.43220001459121704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13177","display_name":"Geological and Geophysical Studies","score":0.03750000149011612,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.02850000001490116,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7156999707221985},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6678000092506409},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5852000117301941},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5570999979972839},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5467000007629395},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.43720000982284546},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4077000021934509},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.39989998936653137},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3939000070095062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8578000068664551},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7156999707221985},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6678000092506409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6583999991416931},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5852000117301941},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5570999979972839},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5467000007629395},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3871999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3716999888420105},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.33399999141693115},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.31940001249313354},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3009999990463257},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.27410000562667847},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3613082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3613082","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1955868521","display_name":null,"funder_award_id":"ZYGX2024Z008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G83544976","display_name":null,"funder_award_id":"62276215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1957718552","https://openalex.org/W1967456674","https://openalex.org/W2104052971","https://openalex.org/W2110798204","https://openalex.org/W2122646361","https://openalex.org/W2126868529","https://openalex.org/W2138092272","https://openalex.org/W2142047467","https://openalex.org/W2163612318","https://openalex.org/W2341058432","https://openalex.org/W2560474170","https://openalex.org/W2753526808","https://openalex.org/W2766042539","https://openalex.org/W2777342313","https://openalex.org/W2963610939","https://openalex.org/W2964241181","https://openalex.org/W2981650061","https://openalex.org/W2981741013","https://openalex.org/W2987228832","https://openalex.org/W2991506670","https://openalex.org/W3014352273","https://openalex.org/W3035240825","https://openalex.org/W3081430643","https://openalex.org/W3121523901","https://openalex.org/W3127213927","https://openalex.org/W3131500599","https://openalex.org/W3138284076","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3170135154","https://openalex.org/W3172509117","https://openalex.org/W3176309086","https://openalex.org/W3177187266","https://openalex.org/W3200038569","https://openalex.org/W3202590754","https://openalex.org/W3207398330","https://openalex.org/W3212044949","https://openalex.org/W3214544398","https://openalex.org/W4214588794","https://openalex.org/W4281478450","https://openalex.org/W4285293775","https://openalex.org/W4304141713","https://openalex.org/W4312379082","https://openalex.org/W4313067886","https://openalex.org/W4318824039","https://openalex.org/W4319300089","https://openalex.org/W4383428585","https://openalex.org/W4385245566","https://openalex.org/W4386076578","https://openalex.org/W4390873154","https://openalex.org/W4392940671"],"related_works":[],"abstract_inverted_index":{"Video":[0,78],"anomaly":[1,158,192],"detection":[2,193],"is":[3,13],"of":[4,20,181],"critical":[5],"importance":[6],"in":[7,36,53],"safety-critical":[8],"scenarios.":[9],"The":[10,171],"key":[11],"challenge":[12],"to":[14,51,76,102,134,156,191],"effectively":[15],"capture":[16],"the":[17,27,104,119,167,179],"spatio-temporal":[18,105],"features":[19],"videos":[21],"and":[22,39,56,72,98,112,141,163],"learn":[23,135],"normal":[24],"patterns":[25],"from":[26],"training":[28],"data.":[29],"However,":[30],"existing":[31],"methods":[32],"often":[33],"fall":[34],"short":[35],"modelling":[37],"intra-channel":[38,111],"inter-channel":[40,113],"correlations":[41],"as":[42,44],"well":[43],"dynamic":[45,136],"dependencies":[46,137],"between":[47,138],"video":[48,139],"frames,":[49],"leading":[50],"challenges":[52],"model":[54],"robustness":[55],"generalization.":[57],"To":[58],"address":[59],"these":[60],"issues,":[61],"we":[62,82,122,151],"propose":[63,123],"DCTFormer,":[64],"a":[65,84,124,145],"dual-branch":[66],"framework":[67],"that":[68],"integrates":[69],"both":[70,161],"RGB":[71,120],"optical":[73,126,142],"flow":[74,127],"branches":[75,168],"handle":[77],"Anomaly":[79],"Detection.":[80],"Firstly,":[81],"design":[83],"novel":[85],"module":[86],"TRAECT":[87],"(Transformer-based":[88],"Residual":[89],"Autoencoder":[90],"with":[91,189],"Cloze":[92],"Tests),":[93],"which":[94,184],"incorporates":[95],"high-level":[96],"semantics":[97],"temporal":[99],"context":[100],"information":[101],"improve":[103],"relationships":[106],"learning":[107],"ability":[108],"by":[109],"capturing":[110],"correlations.":[114],"More":[115],"importantly,":[116],"conditioned":[117],"on":[118,173],"branch,":[121],"new":[125],"completion":[128],"approach":[129],"incorporating":[130],"richer":[131],"motion":[132],"dynamics":[133],"frames":[140],"flows":[143],"through":[144],"conditional":[146],"variational":[147],"autoencoder.":[148],"At":[149],"last,":[150],"introduce":[152],"an":[153],"ensemble":[154],"strategy":[155],"compute":[157],"scores":[159],"for":[160],"branches,":[162],"thus":[164],"fully":[165],"exploit":[166],"modality":[169],"information.":[170],"experimentation":[172],"three":[174],"challenging":[175],"benchmark":[176],"datasets":[177],"evinces":[178],"efficacy":[180],"our":[182],"framework,":[183],"outperforms":[185],"current":[186],"state-of-the-art":[187],"approaches":[188],"regard":[190],"performance.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
