{"id":"https://openalex.org/W4386597062","doi":"https://doi.org/10.1109/icip49359.2023.10222289","title":"CLIP-TSA: Clip-Assisted Temporal Self-Attention for Weakly-Supervised Video Anomaly Detection","display_name":"CLIP-TSA: Clip-Assisted Temporal Self-Attention for Weakly-Supervised Video Anomaly Detection","publication_year":2023,"publication_date":"2023-09-11","ids":{"openalex":"https://openalex.org/W4386597062","doi":"https://doi.org/10.1109/icip49359.2023.10222289"},"language":"en","primary_location":{"id":"doi:10.1109/icip49359.2023.10222289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip49359.2023.10222289","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010385985","display_name":"Hyekang Kevin Joo","orcid":"https://orcid.org/0000-0002-6387-5686"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyekang Kevin Joo","raw_affiliation_strings":["University of Maryland,Dept. of Computer Science,College Park,MD,USA","Dept. of Computer Science, University of Maryland, College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,Dept. of Computer Science,College Park,MD,USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052144407","display_name":"Viet-Khoa Vo-Ho","orcid":"https://orcid.org/0000-0003-0277-7094"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khoa Vo","raw_affiliation_strings":["University of Arkansas,Dept. of Computer Science and Computer Engineering,Fayetteville,AR,USA","Dept. of Computer Science and Computer Engineering, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arkansas,Dept. of Computer Science and Computer Engineering,Fayetteville,AR,USA","institution_ids":["https://openalex.org/I78715868"]},{"raw_affiliation_string":"Dept. of Computer Science and Computer Engineering, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089288624","display_name":"Kashu Yamazaki","orcid":"https://orcid.org/0000-0001-6569-6860"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kashu Yamazaki","raw_affiliation_strings":["University of Arkansas,Dept. of Computer Science and Computer Engineering,Fayetteville,AR,USA","Dept. of Computer Science and Computer Engineering, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arkansas,Dept. of Computer Science and Computer Engineering,Fayetteville,AR,USA","institution_ids":["https://openalex.org/I78715868"]},{"raw_affiliation_string":"Dept. of Computer Science and Computer Engineering, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023725893","display_name":"Ngan Le","orcid":"https://orcid.org/0000-0003-2571-0511"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ngan Le","raw_affiliation_strings":["University of Arkansas,Dept. of Computer Science and Computer Engineering,Fayetteville,AR,USA","Dept. of Computer Science and Computer Engineering, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arkansas,Dept. of Computer Science and Computer Engineering,Fayetteville,AR,USA","institution_ids":["https://openalex.org/I78715868"]},{"raw_affiliation_string":"Dept. of Computer Science and Computer Engineering, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3230","last_page":"3234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12391","display_name":"Artificial Immune Systems Applications","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8302477598190308},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8191392421722412},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.7338998317718506},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7223690748214722},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.6642740964889526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6128600835800171},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49904799461364746},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.49880218505859375},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4645044505596161},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45023074746131897},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37381511926651}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8302477598190308},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8191392421722412},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.7338998317718506},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7223690748214722},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6642740964889526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6128600835800171},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49904799461364746},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.49880218505859375},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4645044505596161},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45023074746131897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37381511926651},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip49359.2023.10222289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip49359.2023.10222289","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1591054307","display_name":null,"funder_award_id":"2223793 EFRI BRAID","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3308154314","display_name":"RII Track-2 FEC: Artificial Intelligence on Sustainable Energy Infrastructure Network (AI SUSTEIN)  and Beyond towards Industries of the Future","funder_award_id":"2119691","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4711139145","display_name":null,"funder_award_id":"RII Track-1","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5157156227","display_name":"NSF Convergence Accelerator Track J: Data-driven Agriculture to Bridge Small Farms to Regional Food Supply Chains (L02619644)","funder_award_id":"2236302","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G543117885","display_name":"EFRI BRAID: Unsupervised Continual Learning with Hierarchical Timescales and Plasticity Mechanisms","funder_award_id":"2223793","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6910641553","display_name":"RII Track 2 FEC: Multi-Scale Integrative Approach to Digital Health: Collaborative Research and Education in Smart Health in West Virginia and Arkansas","funder_award_id":"1920920","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7470362337","display_name":null,"funder_award_id":"OIA-1946391","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337395","display_name":"Division of Emerging Frontiers in Research and Innovation","ror":"https://ror.org/0388pet74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1916290045","https://openalex.org/W1983364832","https://openalex.org/W2105497548","https://openalex.org/W2122646361","https://openalex.org/W2163612318","https://openalex.org/W2341058432","https://openalex.org/W2921491036","https://openalex.org/W2963091558","https://openalex.org/W2963524571","https://openalex.org/W2963610939","https://openalex.org/W2963795951","https://openalex.org/W2970271202","https://openalex.org/W2982190919","https://openalex.org/W2987228832","https://openalex.org/W2989623883","https://openalex.org/W3035021504","https://openalex.org/W3035237998","https://openalex.org/W3047922786","https://openalex.org/W3081430643","https://openalex.org/W3089682612","https://openalex.org/W3101133846","https://openalex.org/W3103592385","https://openalex.org/W3134566480","https://openalex.org/W3136793533","https://openalex.org/W3160045550","https://openalex.org/W3160784302","https://openalex.org/W3167258964","https://openalex.org/W3177017840","https://openalex.org/W3186221976","https://openalex.org/W3200482744","https://openalex.org/W3202896130","https://openalex.org/W3203313189","https://openalex.org/W3208884944","https://openalex.org/W4206784731","https://openalex.org/W4213288912","https://openalex.org/W4214926101","https://openalex.org/W4226039588","https://openalex.org/W4282981352","https://openalex.org/W4304098292","https://openalex.org/W4308234126","https://openalex.org/W4312421085","https://openalex.org/W4312554543","https://openalex.org/W4312575985","https://openalex.org/W4312686942","https://openalex.org/W4323521100","https://openalex.org/W4382240304","https://openalex.org/W4386071476","https://openalex.org/W6631190155","https://openalex.org/W6696085341","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6803283611"],"related_works":["https://openalex.org/W2806741695","https://openalex.org/W4290647774","https://openalex.org/W3189286258","https://openalex.org/W3207797160","https://openalex.org/W3210364259","https://openalex.org/W4300558037","https://openalex.org/W2912112202","https://openalex.org/W2667207928","https://openalex.org/W4377864969","https://openalex.org/W2972971679"],"abstract_inverted_index":{"Video":[0],"anomaly":[1,33],"detection":[2],"(VAD)":[3],"\u2013":[4,21],"commonly":[5],"formulated":[6],"as":[7],"a":[8,13,23,121],"multiple-instance":[9],"learning":[10],"problem":[11,25,132],"in":[12,26,38,56,65,73,129],"weakly-supervised":[14],"manner":[15],"due":[16],"to":[17,35,48,68],"its":[18],"labor-intensive":[19],"nature":[20],"is":[22,141],"challenging":[24],"video":[27],"surveillance":[28],"where":[29],"the":[30,50,59,66,74,84,99,115,130],"frames":[31],"of":[32,86,101],"need":[34],"be":[36],"localized":[37],"an":[39],"untrimmed":[40],"video.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45],"first":[46],"propose":[47],"utilize":[49],"ViT-encoded":[51],"visual":[52],"features":[53,64],"from":[54],"CLIP,":[55],"contrast":[57],"with":[58],"conventional":[60],"C3D":[61],"or":[62],"I3D":[63],"domain,":[67],"efficiently":[69],"extract":[70],"discriminative":[71],"representations":[72],"novel":[75],"technique.":[76],"We":[77],"then":[78],"model":[79],"temporal":[80],"dependencies":[81],"and":[82,103,136],"nominate":[83],"snippets":[85],"interest":[87],"by":[88,120],"leveraging":[89],"our":[90,111],"proposed":[91,112],"Temporal":[92],"Self-Attention":[93],"(TSA).":[94],"The":[95,106],"ablation":[96],"study":[97],"confirms":[98],"effectiveness":[100],"TSA":[102],"ViT":[104],"feature.":[105],"extensive":[107],"experiments":[108],"show":[109],"that":[110],"CLIP-TSA":[113],"outperforms":[114],"existing":[116],"state-of-the-art":[117],"(SOTA)":[118],"methods":[119],"large":[122],"margin":[123],"on":[124],"three":[125],"commonly-used":[126],"benchmark":[127],"datasets":[128],"VAD":[131],"(UCF-Crime,":[133],"ShanghaiTech":[134],"Campus":[135],"XD-Violence).":[137],"Our":[138],"source":[139],"code":[140],"available":[142],"at":[143],"https://github.com/joos2010kj/CLIP-TSA.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}