{"id":"https://openalex.org/W4388730266","doi":"https://doi.org/10.3390/s23229214","title":"Intelligent Complementary Multi-Modal Fusion for Anomaly Surveillance and Security System","display_name":"Intelligent Complementary Multi-Modal Fusion for Anomaly Surveillance and Security System","publication_year":2023,"publication_date":"2023-11-16","ids":{"openalex":"https://openalex.org/W4388730266","doi":"https://doi.org/10.3390/s23229214","pmid":"https://pubmed.ncbi.nlm.nih.gov/38005599"},"language":"en","primary_location":{"id":"doi:10.3390/s23229214","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23229214","pdf_url":"https://www.mdpi.com/1424-8220/23/22/9214/pdf?version=1700125204","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/22/9214/pdf?version=1700125204","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113048146","display_name":"Jae-hyeok Jeong","orcid":null},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae-hyeok Jeong","raw_affiliation_strings":["Department of Electronic Information System Engineering, Sangmyung University, Cheonan 31066, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Information System Engineering, Sangmyung University, Cheonan 31066, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104198944","display_name":"Hwan-hee Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hwan-hee Jung","raw_affiliation_strings":["Department of Human Intelligence and Robot Engineering, Sangmyung University, Cheonan 31066, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Human Intelligence and Robot Engineering, Sangmyung University, Cheonan 31066, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061227788","display_name":"Yong\u2010Hoon Choi","orcid":"https://orcid.org/0000-0002-1460-0520"},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yong-hoon Choi","raw_affiliation_strings":["Department of Human Intelligence and Robot Engineering, Sangmyung University, Cheonan 31066, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Human Intelligence and Robot Engineering, Sangmyung University, Cheonan 31066, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000459991","display_name":"Seong-Hee Park","orcid":"https://orcid.org/0009-0002-0058-3149"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seong-hee Park","raw_affiliation_strings":["Intelligent Convergence Research Laboratory, Electronics and Telecommunications Research Institute, Daejeon 34129, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Convergence Research Laboratory, Electronics and Telecommunications Research Institute, Daejeon 34129, Republic of Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101779332","display_name":"Min Suk Kim","orcid":"https://orcid.org/0000-0003-4519-1683"},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Min-suk Kim","raw_affiliation_strings":["Department of Human Intelligence and Robot Engineering, Sangmyung University, Cheonan 31066, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-4519-1683","affiliations":[{"raw_affiliation_string":"Department of Human Intelligence and Robot Engineering, Sangmyung University, Cheonan 31066, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101779332"],"corresponding_institution_ids":["https://openalex.org/I157264075"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.3633,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85136512,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"23","issue":"22","first_page":"9214","last_page":"9214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7746738195419312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7453100681304932},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7284474968910217},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.643817126750946},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6304123401641846},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5772386789321899},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.49387556314468384},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48334190249443054},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41756904125213623},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4050136208534241}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7746738195419312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7453100681304932},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7284474968910217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.643817126750946},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6304123401641846},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5772386789321899},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.49387556314468384},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48334190249443054},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41756904125213623},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4050136208534241}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s23229214","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23229214","pdf_url":"https://www.mdpi.com/1424-8220/23/22/9214/pdf?version=1700125204","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38005599","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38005599","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10675370","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10675370","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10675370/pdf/sensors-23-09214.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:82af24de93f74b1080246feef85b367e","is_oa":true,"landing_page_url":"https://doaj.org/article/82af24de93f74b1080246feef85b367e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 22, p 9214 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/23/22/9214/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s23229214","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s23229214","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23229214","pdf_url":"https://www.mdpi.com/1424-8220/23/22/9214/pdf?version=1700125204","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388730266.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1483870316","https://openalex.org/W1976784056","https://openalex.org/W2126579184","https://openalex.org/W2163612318","https://openalex.org/W2487365028","https://openalex.org/W2777342313","https://openalex.org/W2786088545","https://openalex.org/W2933801392","https://openalex.org/W2960737790","https://openalex.org/W2963046013","https://openalex.org/W2976852454","https://openalex.org/W3011179489","https://openalex.org/W3016987077","https://openalex.org/W3018661145","https://openalex.org/W3034671389","https://openalex.org/W3035240825","https://openalex.org/W3039736873","https://openalex.org/W3092166042","https://openalex.org/W3109597949","https://openalex.org/W3128611785","https://openalex.org/W3132626268","https://openalex.org/W4225690900","https://openalex.org/W4229080720","https://openalex.org/W6756911974","https://openalex.org/W6802617519"],"related_works":["https://openalex.org/W3186512740","https://openalex.org/W2669956259","https://openalex.org/W4249005693","https://openalex.org/W3017266184","https://openalex.org/W2918377632","https://openalex.org/W3202913553","https://openalex.org/W3194885736","https://openalex.org/W3046391934","https://openalex.org/W4363671829","https://openalex.org/W4226493464"],"abstract_inverted_index":{"Recently,":[0],"security":[1,15,33,122],"monitoring":[2],"facilities":[3],"have":[4],"mainly":[5],"adopted":[6],"artificial":[7],"intelligence":[8],"(AI)":[9],"technology":[10],"to":[11,132,200],"provide":[12,258],"both":[13],"increased":[14],"and":[16,32,43,73,91,116,154,246],"improved":[17],"performance.":[18],"However,":[19],"there":[20],"are":[21],"technical":[22],"challenges":[23],"in":[24,119,141,161,179,261],"the":[25,55,65,75,98,108,120,138,162,172,180,186,201,208,215,219,242,254],"pursuit":[26],"of":[27,88,94,150,194,230],"elevating":[28],"system":[29],"performance,":[30],"automation,":[31],"efficiency.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,57,129,213,234],"proposed":[39,187,255],"intelligent":[40],"anomaly":[41,71,80,126],"detection":[42,72],"classification":[44,192,210],"based":[45],"on":[46],"deep":[47],"learning":[48,127],"(DL)":[49],"using":[50,107,137,223],"multi-modal":[51,111],"fusion.":[52],"To":[53,124],"verify":[54],"method,":[56],"combined":[58],"two":[59],"DL-based":[60],"schemes,":[61],"such":[62],"as":[63,175,241],"(i)":[64],"3D":[66],"Convolutional":[67],"AutoEncoder":[68],"(3D-AE)":[69],"for":[70,79],"(ii)":[74],"SlowFast":[76,101],"neural":[77],"network":[78],"classification.":[81],"The":[82,100,147],"3D-AE":[83],"can":[84,103,113,169,189,257],"detect":[85],"occurrence":[86],"points":[87],"abnormal":[89,105,177],"events":[90,106],"generate":[92],"regions":[93],"interest":[95],"(ROI)":[96],"by":[97,222],"points.":[99],"model":[102,217],"classify":[104],"ROI.":[109],"These":[110],"approaches":[112],"complement":[114],"weaknesses":[115],"leverage":[117],"strengths":[118],"existing":[121],"system.":[123],"enhance":[125],"effectiveness,":[128],"also":[130,170,251],"attempted":[131],"create":[133],"a":[134,191,224,237],"new":[135],"dataset":[136,148,221],"virtual":[139],"environment":[140],"Grand":[142],"Theft":[143],"Auto":[144],"5":[145],"(GTA5).":[146],"consists":[149],"400":[151],"abnormal-state":[152],"data":[153,157,167,240],"78":[155],"normal-state":[156],"with":[158,218],"clip":[159],"sizes":[160],"8-20":[163],"s":[164],"range.":[165],"Virtual":[166],"collection":[168],"supplement":[171],"original":[173],"dataset,":[174,228],"replicating":[176],"states":[178],"real":[181],"world":[182],"is":[183,197],"challenging.":[184],"Consequently,":[185],"method":[188,256],"achieve":[190],"accuracy":[193,203],"85%,":[195],"which":[196],"higher":[198],"compared":[199],"77.5%":[202],"achieved":[204,247],"when":[205],"only":[206],"employing":[207],"single":[209],"model.":[211],"Furthermore,":[212],"validated":[214],"trained":[216],"GTA":[220],"real-world":[225,262],"assault":[226,243],"class":[227],"consisting":[229],"1300":[231],"instances":[232],"that":[233,253],"reproduced.":[235],"As":[236],"result,":[238],"1100":[239],"were":[244],"classified":[245],"83.5%":[248],"accuracy.":[249],"This":[250],"shows":[252],"high":[259],"performance":[260],"environments.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}