{"id":"https://openalex.org/W4319996369","doi":"https://doi.org/10.1109/tcss.2022.3230262","title":"Captionomaly: A Deep Learning Toolbox for Anomaly Captioning in Social Surveillance Systems","display_name":"Captionomaly: A Deep Learning Toolbox for Anomaly Captioning in Social Surveillance Systems","publication_year":2023,"publication_date":"2023-01-18","ids":{"openalex":"https://openalex.org/W4319996369","doi":"https://doi.org/10.1109/tcss.2022.3230262"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2022.3230262","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3230262","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049281769","display_name":"Adit Goyal","orcid":"https://orcid.org/0000-0002-6283-1112"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adit Goyal","raw_affiliation_strings":["Department of Computer Science, Northwestern University, Evanston, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-6283-1112","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090323460","display_name":"Murari Mandal","orcid":"https://orcid.org/0000-0002-0157-0967"},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Murari Mandal","raw_affiliation_strings":["School of Computer Engineering, Kalinga Institute of Industrial Technology, Bhubaneswar, India"],"raw_orcid":"https://orcid.org/0000-0002-0157-0967","affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Kalinga Institute of Industrial Technology, Bhubaneswar, India","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018894191","display_name":"Vikas Hassija","orcid":"https://orcid.org/0009-0003-9023-1661"},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vikas Hassija","raw_affiliation_strings":["School of Computer Engineering, Kalinga Institute of Industrial Technology, Bhubaneswar, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Kalinga Institute of Industrial Technology, Bhubaneswar, India","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020975697","display_name":"Moayad Aloqaily","orcid":"https://orcid.org/0000-0003-2443-7234"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Moayad Aloqaily","raw_affiliation_strings":["Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence (MBZUAI), Masdar City, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence (MBZUAI), Masdar City, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005020243","display_name":"Vinay Chamola","orcid":"https://orcid.org/0000-0002-6730-3060"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vinay Chamola","raw_affiliation_strings":["Department of Electrical and Electronics Engineering and APPCAIR, BITS-Pilani, Pilani, India"],"raw_orcid":"https://orcid.org/0000-0002-6730-3060","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering and APPCAIR, BITS-Pilani, Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049281769"],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":3.0674,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.92867874,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"1","first_page":"207","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9642366170883179},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.8511956930160522},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.8338446617126465},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7913342714309692},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6355012655258179},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5900388956069946},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5389834642410278},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.530224621295929},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5000379085540771},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.48856624960899353},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.42174461483955383},{"id":"https://openalex.org/keywords/insider-threat","display_name":"Insider threat","score":0.41047078371047974},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3477884531021118},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12028440833091736},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08154484629631042}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9642366170883179},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.8511956930160522},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.8338446617126465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7913342714309692},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6355012655258179},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5900388956069946},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5389834642410278},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.530224621295929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5000379085540771},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.48856624960899353},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42174461483955383},{"id":"https://openalex.org/C2776633304","wikidata":"https://www.wikidata.org/wiki/Q6038026","display_name":"Insider threat","level":3,"score":0.41047078371047974},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3477884531021118},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12028440833091736},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08154484629631042},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2778971194","wikidata":"https://www.wikidata.org/wiki/Q1664551","display_name":"Insider","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2022.3230262","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3230262","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1573040851","https://openalex.org/W1967456674","https://openalex.org/W2112657736","https://openalex.org/W2425121537","https://openalex.org/W2549139847","https://openalex.org/W2556388456","https://openalex.org/W2557264465","https://openalex.org/W2577932309","https://openalex.org/W2774228929","https://openalex.org/W2799176631","https://openalex.org/W2953461088","https://openalex.org/W2962990649","https://openalex.org/W2963795951","https://openalex.org/W2963971014","https://openalex.org/W2986423549","https://openalex.org/W2996093627","https://openalex.org/W2999242702","https://openalex.org/W3033901474","https://openalex.org/W3034221024","https://openalex.org/W3034593503","https://openalex.org/W3035699237","https://openalex.org/W3040266635","https://openalex.org/W3098682680","https://openalex.org/W3101767943","https://openalex.org/W3106379213","https://openalex.org/W3133511908","https://openalex.org/W3135550350","https://openalex.org/W3157428835","https://openalex.org/W3162423228","https://openalex.org/W3163273607","https://openalex.org/W3191209831","https://openalex.org/W3200339141","https://openalex.org/W4210842733","https://openalex.org/W6676245398","https://openalex.org/W6684090549","https://openalex.org/W6688167117","https://openalex.org/W6745955605","https://openalex.org/W6772619176","https://openalex.org/W6773250199","https://openalex.org/W6776239335"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4290852288","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W3153493802","https://openalex.org/W2898158700","https://openalex.org/W3039513780"],"abstract_inverted_index":{"Real-time":[0],"video":[1,67,98,157,186],"stream":[2,68],"monitoring":[3,69],"is":[4,55,63,139,148],"gaining":[5],"huge":[6],"attention":[7],"lately":[8],"with":[9,150],"an":[10,59],"effort":[11],"to":[12,39,84,101],"fully":[13],"automate":[14,85],"this":[15,77],"process.":[16],"On":[17],"the":[18,43,47,86,121,125,142,145,151,167,182],"other":[19],"hand,":[20],"reporting":[21,74,107,184],"can":[22],"be":[23,163,179],"a":[24,56,81,103],"tedious":[25],"task,":[26],"requiring":[27],"manual":[28],"inspection":[29],"of":[30,33,42,46,65,88,114,128,170,185],"several":[31],"hours":[32],"daily":[34],"clippings.":[35],"Errors":[36],"are":[37],"likely":[38],"occur":[40],"because":[41],"repetitive":[44],"nature":[45],"task":[48,169],"causing":[49],"mental":[50],"strain":[51],"on":[52,141],"operators.":[53],"There":[54],"need":[57],"for":[58,105,120,165],"automated":[60],"system":[61],"that":[62],"capable":[64],"real-time":[66],"in":[70,108,181,189],"social":[71,191],"systems":[72],"and":[73,91,97,144,173,195,202],"them.":[75],"In":[76],"article,":[78],"we":[79],"provide":[80],"tool":[82,161],"aiming":[83],"process":[87],"anomaly":[89,95,106,136,171,176],"detection":[90,96,137,172],"reporting.":[92],"We":[93],"combine":[94],"captioning":[99,146,177],"models":[100],"create":[102],"pipeline":[104],"descriptive":[109,118],"form.":[110],"A":[111],"new":[112],"set":[113,155],"labels":[115],"by":[116],"creating":[117],"captions":[119],"videos":[122],"collected":[123],"from":[124],"UCF-Crime":[126,156],"(University":[127],"Central":[129],"Florida-Crime)":[130],"dataset":[131],"has":[132],"been":[133],"formulated.":[134],"The":[135,160],"model":[138,147],"trained":[140,149],"UCF-Crime,":[143],"newly":[152],"created":[153],"labeled":[154],"description":[158],"(UCFC-VD).":[159],"will":[162],"used":[164],"performing":[166],"combined":[168],"captioning.":[174],"Automated":[175],"would":[178],"useful":[180],"efficient":[183],"surveillance":[187],"data":[188],"different":[190],"scenarios.":[192],"Several":[193],"testing":[194],"evaluation":[196],"techniques":[197],"were":[198],"performed.":[199],"Source":[200],"code":[201],"dataset:":[203],"<uri":[204],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[205],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/Adit31/Captionomaly-Deep-Learning-Toolbox-for-Anomaly-Captioning</uri>":[206],".":[207]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}