{"id":"https://openalex.org/W7106245807","doi":"https://doi.org/10.48550/arxiv.2511.15312","title":"A Multimodal Transformer Approach for UAV Detection and Aerial Object Recognition Using Radar, Audio, and Video Data","display_name":"A Multimodal Transformer Approach for UAV Detection and Aerial Object Recognition Using Radar, Audio, and Video Data","publication_year":2025,"publication_date":"2025-11-19","ids":{"openalex":"https://openalex.org/W7106245807","doi":"https://doi.org/10.48550/arxiv.2511.15312"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2511.15312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.15312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2511.15312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Larrat, Mauro","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Larrat, Mauro","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Sales, Claudomiro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sales, Claudomiro","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.23989999294281006,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.23989999294281006,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.18029999732971191,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12597","display_name":"Fire Detection and Safety Systems","score":0.13490000367164612,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6103000044822693},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6055999994277954},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5329999923706055},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5213000178337097},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46209999918937683},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.41749998927116394},{"id":"https://openalex.org/keywords/aerial-imagery","display_name":"Aerial imagery","score":0.3716999888420105},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3693000078201294}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6484000086784363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359999775886536},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6103000044822693},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5329999923706055},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5213000178337097},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.478300005197525},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.41749998927116394},{"id":"https://openalex.org/C2987819851","wikidata":"https://www.wikidata.org/wiki/Q191839","display_name":"Aerial imagery","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3142000138759613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2825999855995178},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2612000107765198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2511.15312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.15312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2511.15312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.15312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.6466131806373596,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1,6,120,154],"vehicle":[2],"(UAV)":[3],"detection":[4,182],"and":[5,14,35,56,76,104,113,134,177,183],"object":[7,155],"recognition":[8],"are":[9],"critical":[10],"for":[11,19,80,144,168,180],"modern":[12],"surveillance":[13],"security,":[15],"prompting":[16],"a":[17,38,150,165,174],"need":[18],"robust":[20],"systems":[21],"that":[22,43],"overcome":[23],"limitations":[24],"of":[25,95,138,160],"single-modality":[26],"approaches.":[27],"This":[28,147],"research":[29],"addresses":[30],"these":[31],"challenges":[32],"by":[33],"designing":[34],"rigorously":[36],"evaluating":[37],"novel":[39],"multimodal":[40,161],"Transformer":[41,166],"model":[42,83],"integrates":[44],"diverse":[45],"data":[46,162],"streams:":[47],"radar,":[48],"visual":[49],"band":[50],"video":[51],"(RGB),":[52],"infrared":[53],"(IR)":[54],"video,":[55],"audio.":[57],"The":[58,82],"architecture":[59,167],"effectively":[60],"fuses":[61],"distinct":[62],"features":[63],"from":[64,118],"each":[65],"modality,":[66],"leveraging":[67],"the":[68,158],"Transformer's":[69],"self-attention":[70],"mechanisms":[71],"to":[72],"learn":[73],"comprehensive,":[74],"complementary,":[75],"highly":[77,175],"discriminative":[78],"representations":[79],"classification.":[81],"demonstrated":[84],"exceptional":[85],"performance":[86],"on":[87],"an":[88,135],"independent":[89],"test":[90],"set,":[91],"achieving":[92,169],"macro-averaged":[93],"metrics":[94],"0.9812":[96],"accuracy,":[97],"0.9873":[98],"recall,":[99],"0.9787":[100],"precision,":[101],"0.9826":[102],"F1-score,":[103],"0.9954":[105],"specificity.":[106],"Notably,":[107],"it":[108],"exhibited":[109],"particularly":[110],"high":[111],"precision":[112],"recall":[114],"in":[115,153,185],"distinguishing":[116],"drones":[117],"other":[119],"objects.":[121],"Furthermore,":[122],"computational":[123],"analysis":[124],"confirmed":[125],"its":[126,142],"efficiency,":[127],"with":[128],"1.09":[129],"GFLOPs,":[130],"1.22":[131],"million":[132],"parameters,":[133],"inference":[136],"speed":[137],"41.11":[139],"FPS,":[140],"highlighting":[141],"suitability":[143],"real-time":[145],"applications.":[146],"study":[148],"presents":[149],"significant":[151],"advancement":[152],"classification,":[156],"validating":[157],"efficacy":[159],"fusion":[163],"via":[164],"state-of-the-art":[170],"performance,":[171],"thereby":[172],"offering":[173],"accurate":[176],"resilient":[178],"solution":[179],"UAV":[181],"monitoring":[184],"complex":[186],"airspace.":[187]},"counts_by_year":[],"updated_date":"2025-11-23T05:13:22.807545","created_date":"2025-11-23T00:00:00"}