{"id":"https://openalex.org/W4417290324","doi":"https://doi.org/10.48550/arxiv.2512.09311","title":"Transformer-Driven Multimodal Fusion for Explainable Suspiciousness Estimation in Visual Surveillance","display_name":"Transformer-Driven Multimodal Fusion for Explainable Suspiciousness Estimation in Visual Surveillance","publication_year":2025,"publication_date":"2025-12-10","ids":{"openalex":"https://openalex.org/W4417290324","doi":"https://doi.org/10.48550/arxiv.2512.09311"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2512.09311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.09311","pdf_url":"https://arxiv.org/pdf/2512.09311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.09311","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028418596","display_name":"Kuldeep Singh Yadav","orcid":"https://orcid.org/0000-0002-9761-9023"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Kuldeep Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025388482","display_name":"Lalan Kumar","orcid":"https://orcid.org/0000-0003-3037-5383"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Lalan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.23180000483989716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.23180000483989716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.18449999392032623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.13420000672340393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7056000232696533},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6855000257492065},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.5322999954223633},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4625000059604645},{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.45590001344680786},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4262999892234802},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.42239999771118164},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.41929998993873596},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41589999198913574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925000190734863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7458000183105469},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7056000232696533},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6855000257492065},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.5322999954223633},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4390000104904175},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41589999198913574},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.38839998841285706},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2512.09311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.09311","pdf_url":"https://arxiv.org/pdf/2512.09311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.09311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.09311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.09311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.09311","pdf_url":"https://arxiv.org/pdf/2512.09311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324473","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417290324.pdf","grobid_xml":"https://content.openalex.org/works/W4417290324.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Suspiciousness":[0],"estimation":[1],"is":[2],"critical":[3],"for":[4,30,110,168],"proactive":[5],"threat":[6],"detection":[7],"and":[8,43,53,71,84,108,113,118,121,144,158,165,171],"ensuring":[9],"public":[10,55],"safety":[11],"in":[12,175],"complex":[13],"environments.":[14],"This":[15],"work":[16],"introduces":[17],"a":[18,25,58,82,92,122,163],"large-scale":[19],"annotated":[20],"dataset,":[21,78],"USE50k,":[22],"along":[23],"with":[24],"computationally":[26],"efficient":[27],"vision-based":[28],"framework":[29,149,161],"real-time":[31,172],"suspiciousness":[32,135],"analysis.":[33],"The":[34],"USE50k":[35,156],"dataset":[36,157],"contains":[37],"65,500":[38],"images":[39],"captured":[40],"from":[41],"diverse":[42],"uncontrolled":[44],"environments,":[45],"such":[46],"as":[47],"airports,":[48],"railway":[49],"stations,":[50],"restaurants,":[51],"parks,":[52],"other":[54],"areas,":[56],"covering":[57],"broad":[59],"spectrum":[60],"of":[61,146],"cues":[62],"including":[63],"weapons,":[64],"fire,":[65],"crowd":[66],"density,":[67],"abnormal":[68],"facial":[69,111],"expressions,":[70],"unusual":[72],"body":[73],"postures.":[74],"Building":[75],"on":[76,97],"this":[77],"we":[79],"present":[80],"DeepUSEvision,":[81],"lightweight":[83],"modular":[85],"system":[86],"integrating":[87],"three":[88],"key":[89],"components,":[90],"i.e.,":[91],"Suspicious":[93],"Object":[94],"Detector":[95],"based":[96],"an":[98,133],"enhanced":[99],"YOLOv12":[100],"architecture,":[101],"dual":[102],"Deep":[103],"Convolutional":[104],"Neural":[105],"Networks":[106],"(DCNN-I":[107],"DCNN-II)":[109],"expression":[112],"body-language":[114],"recognition":[115],"using":[116],"image":[117],"landmark":[119],"features,":[120],"transformer-based":[123],"Discriminator":[124],"Network":[125],"that":[126],"adaptively":[127],"fuses":[128],"multimodal":[129],"outputs":[130],"to":[131,151],"yield":[132],"interpretable":[134],"score.":[136],"Extensive":[137],"experiments":[138],"confirm":[139],"the":[140,147,155,159],"superior":[141],"accuracy,":[142],"robustness,":[143],"interpretability":[145],"proposed":[148],"compared":[150],"state-of-the-art":[152],"approaches.":[153],"Collectively,":[154],"DeepUSEvision":[160],"establish":[162],"strong":[164],"scalable":[166],"foundation":[167],"intelligent":[169],"surveillance":[170],"risk":[173],"assessment":[174],"safety-critical":[176],"applications.":[177]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-12-12T00:00:00"}