{"id":"https://openalex.org/W7092295747","doi":"https://doi.org/10.1109/access.2025.3622638","title":"Real-Time Detection of Mixed-Critical Events Using Vision-Language Models","display_name":"Real-Time Detection of Mixed-Critical Events Using Vision-Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7092295747","doi":"https://doi.org/10.1109/access.2025.3622638"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3622638","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3622638","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3622638","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Suraksha Sadhwani","orcid":"https://orcid.org/0009-0006-0779-3551"},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Suraksha Sadhwani","raw_affiliation_strings":["Department of Computer Science, System Research Laboratory (Syslab), National University of Computer and Emerging Sciences (FAST-NUCES), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0006-0779-3551","affiliations":[{"raw_affiliation_string":"Department of Computer Science, System Research Laboratory (Syslab), National University of Computer and Emerging Sciences (FAST-NUCES), Islamabad, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jawwad Ahmed Shamsi","orcid":"https://orcid.org/0000-0001-6813-2673"},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Jawwad Ahmed Shamsi","raw_affiliation_strings":["Department of Computer Science, System Research Laboratory (Syslab), National University of Computer and Emerging Sciences (FAST-NUCES), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-6813-2673","affiliations":[{"raw_affiliation_string":"Department of Computer Science, System Research Laboratory (Syslab), National University of Computer and Emerging Sciences (FAST-NUCES), Islamabad, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Muhammad Burhan Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Burhan Khan","raw_affiliation_strings":["Department of Electrical Engineering, System Research Laboratory (Syslab), National University of Computer and Emerging Sciences (FAST-NUCES), Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, System Research Laboratory (Syslab), National University of Computer and Emerging Sciences (FAST-NUCES), Islamabad, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Narmeen Zakaria Bawany","orcid":null},"institutions":[{"id":"https://openalex.org/I18718515","display_name":"Jinnah University for Women","ror":"https://ror.org/056zv5g90","country_code":"PK","type":"education","lineage":["https://openalex.org/I18718515"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Narmeen Zakaria Bawany","raw_affiliation_strings":["Faculty of Science, Jinnah University for Women, Karachi, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Science, Jinnah University for Women, Karachi, Pakistan","institution_ids":["https://openalex.org/I18718515"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hassan Jamil Syed","orcid":"https://orcid.org/0000-0002-1834-1810"},"institutions":[{"id":"https://openalex.org/I181397559","display_name":"Asia Pacific University of Technology & Innovation","ror":"https://ror.org/03c52a632","country_code":"MY","type":"education","lineage":["https://openalex.org/I181397559"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hassan Jamil Syed","raw_affiliation_strings":["Asia Pacific University of Technology and Innovation (APU), Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-1834-1810","affiliations":[{"raw_affiliation_string":"Asia Pacific University of Technology and Innovation (APU), Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I181397559"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5016833,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"181363","last_page":"181384"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4562999904155731,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4562999904155731,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6126000285148621},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5902000069618225},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5177000164985657},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.4228000044822693},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4207000136375427},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4049000144004822},{"id":"https://openalex.org/keywords/pretext","display_name":"Pretext","score":0.3772999942302704},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3564000129699707}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8266000151634216},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6126000285148621},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5734999775886536},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5177000164985657},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5098000168800354},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4049000144004822},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.34779998660087585},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.3467000126838684},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.34450000524520874},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3353999853134155},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26910001039505005}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3622638","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3622638","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:de40fe6add2c4942adb178fe4355f616","is_oa":true,"landing_page_url":"https://doaj.org/article/de40fe6add2c4942adb178fe4355f616","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 181363-181384 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3622638","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3622638","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6565126180648804,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G7434575865","display_name":null,"funder_award_id":"15873","funder_id":"https://openalex.org/F4320322799","funder_display_name":"Higher Education Commission, Pakistan"}],"funders":[{"id":"https://openalex.org/F4320322799","display_name":"Higher Education Commission, Pakistan","ror":"https://ror.org/038y3sz68"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,76],"paper":[1,77],"addresses":[2,78],"the":[3,51,69,79,104,115,126,141,173,177,209],"detection":[4,35,200],"and":[5,16,50,71,92,98,113,131,157,169,180,204,216],"classification":[6],"of":[7,74,106,143],"mixed-critical":[8],"events,":[9],"such":[10,41],"as":[11,42],"fire":[12],"incidents,":[13],"traffic":[14,174],"accidents,":[15],"violence-related":[17],"events":[18],"in":[19],"urban":[20],"surveillance":[21],"systems.":[22],"It":[23,145],"proposes":[24],"a":[25,83,110],"novel":[26],"multi-modal":[27,188,196],"lightweight":[28],"framework":[29,86],"for":[30,198],"these":[31],"applications.":[32],"Traditional":[33],"event":[34,112,119,182,199],"techniques":[36,59],"often":[37],"use":[38],"single-modality":[39],"systems,":[40],"Convolutional":[43],"Neural":[44],"Networks":[45],"(CNNs),":[46],"Vision":[47],"Transformers":[48],"(ViTs),":[49],"You":[52],"Only":[53],"Look":[54],"Once":[55],"(YOLO)":[56],"variants.":[57],"These":[58],"face":[60],"difficulties":[61],"when":[62],"it":[63],"comes":[64],"to":[65,94],"effectively":[66],"grasping":[67],"both":[68],"severity":[70],"contextual":[72,178],"complexity":[73],"events.":[75],"aforementioned":[80],"gaps":[81],"with":[82],"VLM-based":[84],"multimodal":[85],"using":[87],"Bootstrapped":[88],"Language-Image":[89],"Pretraining":[90],"(BLIP)":[91],"Uform-Gen":[93,162],"generate":[95],"descriptive":[96],"captions":[97],"pretext":[99],"embeddings.":[100],"With":[101],"this":[102],"approach,":[103],"comprehension":[105],"context":[107],"extends":[108],"beyond":[109],"single":[111],"captures":[114],"relationship":[116],"across":[117],"multiple":[118],"types.":[120],"The":[121],"preliminary":[122],"results":[123],"show":[124],"that":[125,150,201],"proposed":[127,187],"approach":[128],"integrates":[129],"visual":[130],"textual":[132],"data":[133],"more":[134],"efficiently":[135],"than":[136],"previous":[137],"methods,":[138],"thus":[139,207],"enhancing":[140],"accuracy":[142],"classification.":[144],"has":[146],"also":[147,193],"been":[148],"shown":[149],"BLIP":[151],"yields":[152],"98.04%":[153],"on":[154,159,166,172],"pre-text":[155,167],"embeddings":[156,168],"94.08%":[158],"captions,":[160,170],"while":[161],"achieves":[163],"95.30%,":[164],"94.40%":[165],"respectively,":[171],"dataset,":[175],"confirming":[176],"modeling":[179],"comprehensive":[181],"understanding":[183],"provided":[184],"by":[185],"our":[186],"learning":[189],"approach.":[190],"Our":[191],"work":[192],"highlights":[194],"AI-led,":[195],"frameworks":[197],"incorporate":[202],"spatial":[203],"situational":[205],"reasoning,":[206],"bridging":[208],"gap":[210],"between":[211],"automated":[212],"real-time":[213],"incident":[214],"monitoring":[215],"practical":[217],"deployment.":[218]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-18T00:00:00"}