{"id":"https://openalex.org/W7125992420","doi":"https://doi.org/10.1109/access.2026.3658757","title":"Multimodal Neural Network Framework for Individual and Social Activity Recognition in UAV Surveillance","display_name":"Multimodal Neural Network Framework for Individual and Social Activity Recognition in UAV Surveillance","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125992420","doi":"https://doi.org/10.1109/access.2026.3658757"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3658757","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658757","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3658757","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124138111","display_name":"Ishrat Zahra","orcid":null},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ishrat Zahra","raw_affiliation_strings":["Department of Computer Science, Air University, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0008-5370-6740","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124094072","display_name":"Hadeel Alsolai","orcid":null},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hadeel Alsolai","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075873400","display_name":"Bayan Alabdullah","orcid":"https://orcid.org/0000-0002-6252-1800"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Bayan Alabdullah","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084530422","display_name":"Fatimah Alhayan","orcid":"https://orcid.org/0000-0003-1982-4117"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fatimah Alhayan","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124069566","display_name":"Ahmad Jalal","orcid":null},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ahmad Jalal","raw_affiliation_strings":["Department of Computer Science, Air University, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0000-8421-8477","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hui Liu","orcid":"https://orcid.org/0000-0002-6850-9570"},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":["Goudian Nanjing Automation Company Ltd., Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6850-9570","affiliations":[{"raw_affiliation_string":"Goudian Nanjing Automation Company Ltd., Nanjing, China","institution_ids":["https://openalex.org/I4210118629"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09641291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"19628","last_page":"19648"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.737500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.737500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.039500001817941666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.03280000016093254,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.5803999900817871},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.536899983882904},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.52920001745224},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5263000130653381},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48089998960494995},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.47029998898506165},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4323999881744385},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3977999985218048},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.36399999260902405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7851999998092651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6974999904632568},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.5803999900817871},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5515999794006348},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.536899983882904},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.52920001745224},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48089998960494995},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.35359999537467957},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3476000130176544},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.3244999945163727},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3091999888420105},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C72010251","wikidata":"https://www.wikidata.org/wiki/Q5265688","display_name":"Determinantal point process","level":4,"score":0.2709999978542328},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3658757","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658757","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:583490a61d2f49588e06ae4b6ec79a78","is_oa":true,"landing_page_url":"https://doaj.org/article/583490a61d2f49588e06ae4b6ec79a78","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 19628-19648 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3658757","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658757","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2081500871","https://openalex.org/W2105101328","https://openalex.org/W2142194269","https://openalex.org/W2180635266","https://openalex.org/W2259801182","https://openalex.org/W2341234201","https://openalex.org/W2604314403","https://openalex.org/W2625286981","https://openalex.org/W2894669491","https://openalex.org/W2895064504","https://openalex.org/W2900274420","https://openalex.org/W2914177199","https://openalex.org/W2927778007","https://openalex.org/W2934215442","https://openalex.org/W2940963663","https://openalex.org/W2963076818","https://openalex.org/W2963150697","https://openalex.org/W2963377215","https://openalex.org/W3096719817","https://openalex.org/W3119567997","https://openalex.org/W3134909472","https://openalex.org/W3204485253","https://openalex.org/W3216333260","https://openalex.org/W4205119513","https://openalex.org/W4205517453","https://openalex.org/W4311348313","https://openalex.org/W4312560592","https://openalex.org/W4312919330","https://openalex.org/W4313291202","https://openalex.org/W4384202645","https://openalex.org/W4385299321","https://openalex.org/W4386057769","https://openalex.org/W4386066122","https://openalex.org/W4394625712","https://openalex.org/W4394691362","https://openalex.org/W4402916307","https://openalex.org/W4405016975","https://openalex.org/W4406524464","https://openalex.org/W4409311779"],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"human":[1,181],"activities":[2],"in":[3,14],"complex":[4],"social":[5,34,117,135],"environments":[6],"from":[7],"aerial":[8],"perspectives":[9],"represents":[10],"a":[11,22,151],"critical":[12],"challenge":[13],"UAV-based":[15],"surveillance":[16,176],"and":[17,28,47,60,73,80,116,132,144,180],"autonomous":[18,178],"systems.":[19],"We":[20],"propose":[21],"comprehensive":[23],"multi-modal":[24],"framework":[25,149],"integrating":[26],"appearance-based":[27],"skeletal":[29,64],"feature":[30],"representations":[31,62],"for":[32,50,129,134,168,175],"robust":[33],"activity":[35,118],"recognition.":[36],"The":[37],"system":[38],"employs":[39],"atmospheric":[40],"correction,":[41],"DeepLabv3":[42],"segmentation,":[43],"Mask":[44],"R-CNN":[45],"detection,":[46],"DeepSORT":[48],"tracking":[49],"preprocessing.":[51],"Feature":[52,78],"extraction":[53],"combines":[54],"PDE-based":[55],"shape":[56],"analysis,":[57,69],"distance":[58],"transforms,":[59],"heatmap":[61],"with":[63,99,164,172],"features,":[65],"including":[66],"information":[67],"landscape":[68],"UMAP":[70],"manifold":[71],"projection,":[72],"motion":[74],"signatures.":[75],"Our":[76,148],"novel":[77],"Correlation":[79],"Structure":[81],"Fusion":[82],"(FC2FS)":[83],"methodology":[84],"optimally":[85],"integrates":[86],"these":[87],"heterogeneous":[88],"modalities.":[89],"Spatial":[90],"relationships":[91],"are":[92],"modeled":[93],"using":[94],"Relational":[95],"Graph":[96],"Convolutional":[97],"Networks":[98],"multi-head":[100],"attention,":[101],"while":[102,137],"Bidirectional":[103],"LSTM":[104],"networks":[105],"capture":[106],"temporal":[107],"dependencies.":[108],"Maximum":[109],"Entropy":[110],"Markov":[111],"Models":[112],"enable":[113],"simultaneous":[114],"individual":[115,130],"classification.":[119],"Evaluation":[120],"on":[121],"the":[122,138],"Okutama-Action":[123],"UAV":[124],"dataset":[125,141],"achieved":[126],"83.6%":[127],"accuracy":[128],"actions":[131],"91.5%":[133],"activities,":[136],"JRDB-Act":[139],"robotics":[140],"yielded":[142],"85.7%":[143],"93.2%":[145],"accuracy,":[146],"respectively.":[147],"demonstrates":[150],"15.24":[152],"percentage":[153],"point":[154],"improvement":[155],"over":[156],"existing":[157],"UAV-specific":[158],"methods,":[159],"establishing":[160],"new":[161],"performance":[162],"benchmarks":[163],"computational":[165],"efficiency":[166],"suitable":[167],"near":[169],"real-time":[170],"deployment,":[171],"significant":[173],"implications":[174],"systems,":[177],"robotics,":[179],"behavior":[182],"analysis":[183],"applications.":[184]},"counts_by_year":[],"updated_date":"2026-02-12T06:13:03.167441","created_date":"2026-01-29T00:00:00"}