{"id":"https://openalex.org/W4396506363","doi":"https://doi.org/10.1109/access.2024.3395329","title":"Anomaly Detection in Weakly Supervised Videos Using Multistage Graphs and General Deep Learning Based Spatial-Temporal Feature Enhancement","display_name":"Anomaly Detection in Weakly Supervised Videos Using Multistage Graphs and General Deep Learning Based Spatial-Temporal Feature Enhancement","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396506363","doi":"https://doi.org/10.1109/access.2024.3395329"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3395329","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3395329","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3395329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005221038","display_name":"Jungpil Shin","orcid":"https://orcid.org/0000-0002-7476-2468"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jungpil Shin","raw_affiliation_strings":["School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7476-2468","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103068034","display_name":"Yuta Kaneko","orcid":"https://orcid.org/0009-0003-8087-7602"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuta Kaneko","raw_affiliation_strings":["School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan"],"raw_orcid":"https://orcid.org/0009-0003-8087-7602","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017981507","display_name":"Abu Saleh Musa Miah","orcid":"https://orcid.org/0000-0002-1238-0464"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Abu Saleh Musa Miah","raw_affiliation_strings":["School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1238-0464","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101947983","display_name":"Najmul Hassan","orcid":"https://orcid.org/0009-0000-6499-1825"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Najmul Hassan","raw_affiliation_strings":["School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan"],"raw_orcid":"https://orcid.org/0009-0000-6499-1825","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053041377","display_name":"Satoshi Nishimura","orcid":"https://orcid.org/0000-0002-7934-8186"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Nishimura","raw_affiliation_strings":["School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7934-8186","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizuwakamatsu, Japan","institution_ids":["https://openalex.org/I141591182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.1929,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95920783,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"65213","last_page":"65227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12391","display_name":"Artificial Immune Systems Applications","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7371411323547363},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7215375900268555},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7131199240684509},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.62782222032547},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5644813776016235},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4620795249938965},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.4574843943119049},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41232818365097046},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3266465961933136}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7371411323547363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7215375900268555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7131199240684509},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.62782222032547},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5644813776016235},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4620795249938965},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.4574843943119049},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41232818365097046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3266465961933136},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3395329","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3395329","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:75070d78519d4167bd9f93b239bfa92d","is_oa":true,"landing_page_url":"https://doaj.org/article/75070d78519d4167bd9f93b239bfa92d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 65213-65227 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3395329","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3395329","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324016","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1686810756","https://openalex.org/W1983364832","https://openalex.org/W2097117768","https://openalex.org/W2122646361","https://openalex.org/W2560886373","https://openalex.org/W2921491036","https://openalex.org/W2962716148","https://openalex.org/W2963315828","https://openalex.org/W2963524571","https://openalex.org/W2963610939","https://openalex.org/W2963795951","https://openalex.org/W2968124245","https://openalex.org/W2970271202","https://openalex.org/W2982190919","https://openalex.org/W2987228832","https://openalex.org/W3035021504","https://openalex.org/W3035699237","https://openalex.org/W3058842179","https://openalex.org/W3080722105","https://openalex.org/W3089682612","https://openalex.org/W3099696441","https://openalex.org/W3101133846","https://openalex.org/W3119259789","https://openalex.org/W3134566480","https://openalex.org/W3136793533","https://openalex.org/W3168600998","https://openalex.org/W3202896130","https://openalex.org/W3204017462","https://openalex.org/W3207750165","https://openalex.org/W4206784731","https://openalex.org/W4210503921","https://openalex.org/W4213288912","https://openalex.org/W4214926101","https://openalex.org/W4225280406","https://openalex.org/W4247755631","https://openalex.org/W4283811196","https://openalex.org/W4293518932","https://openalex.org/W4293519347","https://openalex.org/W4304098292","https://openalex.org/W4307730507","https://openalex.org/W4311405981","https://openalex.org/W4312550608","https://openalex.org/W4312554543","https://openalex.org/W4312889062","https://openalex.org/W4313855621","https://openalex.org/W4317528903","https://openalex.org/W4317537389","https://openalex.org/W4319299969","https://openalex.org/W4360614118","https://openalex.org/W4378373470","https://openalex.org/W4382240304","https://openalex.org/W4382461973","https://openalex.org/W4382464562","https://openalex.org/W4386076087","https://openalex.org/W4386076149","https://openalex.org/W4386081078","https://openalex.org/W4386159820","https://openalex.org/W4386160073","https://openalex.org/W4386496618","https://openalex.org/W4386597062","https://openalex.org/W4391614403","https://openalex.org/W4392251920","https://openalex.org/W4393935562","https://openalex.org/W4394842465","https://openalex.org/W4402265131","https://openalex.org/W6637373629","https://openalex.org/W6757107679","https://openalex.org/W6766008006","https://openalex.org/W6766904570","https://openalex.org/W6766978945","https://openalex.org/W6791353385","https://openalex.org/W6803728867","https://openalex.org/W6848660230","https://openalex.org/W6854289532","https://openalex.org/W6856015427"],"related_works":["https://openalex.org/W2806741695","https://openalex.org/W4290647774","https://openalex.org/W3189286258","https://openalex.org/W3207797160","https://openalex.org/W3210364259","https://openalex.org/W4300558037","https://openalex.org/W2667207928","https://openalex.org/W2912112202","https://openalex.org/W4377864969","https://openalex.org/W3120251014"],"abstract_inverted_index":{"Weakly":[0],"supervised":[1],"video":[2,164],"anomaly":[3,35,196,233,273],"detection":[4,274],"(WS-VAD)":[5],"is":[6,130,169],"a":[7,55,87,100,189,228,253],"crucial":[8],"research":[9],"domain":[10],"in":[11,216,272],"computer":[12],"vision":[13],"for":[14,59,212,264],"the":[15,67,72,83,96,106,119,172,177,183,194,199,202,206,244],"implementation":[16],"of":[17,44,135,246],"intelligent":[18],"surveillance":[19],"systems.":[20],"Many":[21],"researchers":[22],"have":[23],"been":[24],"working":[25],"to":[26,65,91,132,162,192,231],"develop":[27],"WS-VAD":[28],"systems":[29],"using":[30,80,171],"various":[31],"technologies":[32,224],"by":[33,252],"assessing":[34],"scores.":[36,197],"However,":[37],"they":[38],"are":[39,114],"still":[40],"facing":[41],"challenges":[42],"because":[43],"lacking":[45],"effective":[46,69],"feature":[47,167],"extraction.":[48],"To":[49],"mitigate":[50],"this":[51],"limitation,":[52],"we":[53,75,187],"propose":[54],"multi-stage":[56],"deep-learning":[57],"model":[58,129,260],"separating":[60],"abnormal":[61,138],"events":[62],"from":[63],"normality":[64],"extract":[66,76],"hierarchical":[68],"features.":[70],"In":[71,198],"first":[73,84],"stage,":[74],"two":[77],"stream":[78,85,98],"features":[79,113],"pre-trained":[81],"techniques:":[82],"employs":[86],"ViT-based":[88],"CLIP":[89],"module":[90,103,181,191],"select":[92],"top-k":[93],"features,":[94],"while":[95],"second":[97],"utilizes":[99],"CNN-based":[101],"I3D":[102],"integrated":[104],"into":[105,118,209],"Temporal":[107],"Contextual":[108],"Aggregation":[109],"(TCA)":[110],"mechanism.":[111],"These":[112],"concatenated":[115],"and":[116,137,145,153,155,225,240,270],"fed":[117],"second-stage":[120],"module,":[121],"where":[122],"an":[123],"Uncertainty-regulated":[124],"Dual":[125],"Memory":[126],"Units":[127],"(UR-DMU)":[128],"employed":[131,188],"learn":[133],"representations":[134],"regular":[136],"data":[139],"simultaneously.":[140],"The":[141],"UR-DMU":[142],"integrates":[143,221],"global":[144],"local":[146],"structures,":[147],"leveraging":[148],"Graph":[149],"Convolutional":[150],"Networks":[151],"(GCN)":[152],"Global":[154],"Local":[156],"Multi-Head":[157],"Self":[158],"Attention":[159],"(GL-MHSA)":[160],"modules":[161],"capture":[163],"associations.":[165],"Subsequently,":[166],"reduction":[168],"achieved":[170],"multilayer-perceptron":[173],"(MLP)":[174],"integration":[175],"with":[176],"Prompt-Enhanced":[178],"Learning":[179],"(PEL)":[180],"via":[182],"knowledge-based":[184],"prompt.":[185],"Finally,":[186],"classifier":[190],"predict":[193],"snippet-level":[195,207],"training":[200],"phase,":[201],"based":[203],"function":[204],"transfers":[205],"scores":[208],"bag-level":[210],"predictions":[211],"learning":[213],"high":[214],"activation":[215],"anomalous":[217],"cases.":[218],"Our":[219],"approach":[220],"these":[222],"cutting-edge":[223],"methodologies,":[226],"offering":[227],"comprehensive":[229],"solution":[230],"video-based":[232],"detection.":[234],"Extensive":[235],"experiments":[236],"on":[237],"ShanghaiTech,":[238],"XD-Violence,":[239],"UCF-Crime":[241],"datasets":[242],"validate":[243],"superiority":[245],"our":[247,259],"method":[248],"over":[249],"state-of-the-art":[250],"approaches":[251],"substantial":[254],"margin.":[255],"We":[256],"believe":[257],"that":[258],"holds":[261],"significant":[262],"promise":[263],"real-world":[265],"applications,":[266],"demonstrating":[267],"superior":[268],"performance":[269],"efficacy":[271],"tasks.":[275]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
