{"id":"https://openalex.org/W7123363606","doi":"https://doi.org/10.1109/jsen.2025.3649961","title":"MAFTNet: Multimodal Adaptive Fusion-Based Transformer Network for Infrared and Visible Image UAV Object Detection","display_name":"MAFTNet: Multimodal Adaptive Fusion-Based Transformer Network for Infrared and Visible Image UAV Object Detection","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123363606","doi":"https://doi.org/10.1109/jsen.2025.3649961"},"language":"en","primary_location":{"id":"doi:10.1109/jsen.2025.3649961","doi":"https://doi.org/10.1109/jsen.2025.3649961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsen.2025.3649961","pdf_url":null,"source":{"id":"https://openalex.org/S189694085","display_name":"IEEE Sensors Journal","issn_l":"1530-437X","issn":["1530-437X","1558-1748","2379-9153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321027","host_organization_name":"IEEE Sensors Council","host_organization_lineage":["https://openalex.org/P4310321027","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Sensors Council","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Sensors Journal","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122888744","display_name":"Jie Liu","orcid":"https://orcid.org/0009-0005-8059-3225","observed_orcids":["https://orcid.org/0009-0005-8059-3225"]},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":["College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0005-8059-3225","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024603369","display_name":"Jianjun Ni","orcid":"https://orcid.org/0000-0002-7130-8331","observed_orcids":["https://orcid.org/0000-0002-7130-8331"]},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Ni","raw_affiliation_strings":["College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-7130-8331","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122851858","display_name":"Ziru Zhang","orcid":"https://orcid.org/0000-0001-6893-2101","observed_orcids":["https://orcid.org/0000-0001-6893-2101"]},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziru Zhang","raw_affiliation_strings":["College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-6893-2101","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101732156","display_name":"Yang Gu","orcid":"https://orcid.org/0000-0002-6698-479X","observed_orcids":["https://orcid.org/0000-0002-6698-479X"]},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gu","raw_affiliation_strings":["College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-6698-479X","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Automation, Hohai University, Changzhou, Jiangsu, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5120969639","display_name":"Simon X. Yang","orcid":"https://orcid.org/0000-0002-6888-7993","observed_orcids":["https://orcid.org/0000-0002-6888-7993"]},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Simon X. Yang","raw_affiliation_strings":["Advanced Robotics and Intelligent Systems (ARIS) Laboratory, School of Engineering, University of Guelph, Guelph, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6888-7993","affiliations":[{"raw_affiliation_string":"Advanced Robotics and Intelligent Systems (ARIS) Laboratory, School of Engineering, University of Guelph, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":9.0557,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96885096,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"26","issue":"4","first_page":"5965","last_page":"5980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.6464999914169312,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.6464999914169312,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3208000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/infrared-and-visible-image-fusion","display_name":"infrared and visible image fusion","score":0.746999979019165},{"id":"https://openalex.org/keywords/uav-object-detection","display_name":"UAV object detection","score":0.8889999985694885},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8970000147819519},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6600000262260437},{"id":"https://openalex.org/keywords/cross-modal-feature-learning","display_name":"cross-modal feature learning","score":0.6190000176429749},{"id":"https://openalex.org/keywords/channel-reconstruction","display_name":"channel reconstruction","score":0.8069999814033508},{"id":"https://openalex.org/keywords/hierarchical-feature-fusion","display_name":"hierarchical feature fusion","score":0.9259999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6593000292778015},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.6481000185012817},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6238999962806702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.621399998664856},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5465999841690063},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48840001225471497},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.48010000586509705},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.474700003862381},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C77246614","wikidata":"https://www.wikidata.org/wiki/Q1409400","display_name":"Gramian matrix","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C2775846686","wikidata":"https://www.wikidata.org/wiki/Q643012","display_name":"Condition monitoring","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2524000108242035},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.25110000371932983},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsen.2025.3649961","doi":"https://doi.org/10.1109/jsen.2025.3649961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsen.2025.3649961","pdf_url":null,"source":{"id":"https://openalex.org/S189694085","display_name":"IEEE Sensors Journal","issn_l":"1530-437X","issn":["1530-437X","1558-1748","2379-9153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321027","host_organization_name":"IEEE Sensors Council","host_organization_lineage":["https://openalex.org/P4310321027","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Sensors Council","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Sensors Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2176924101","https://openalex.org/W2565639579","https://openalex.org/W2766065559","https://openalex.org/W2950628590","https://openalex.org/W2951559372","https://openalex.org/W2963420686","https://openalex.org/W2963787388","https://openalex.org/W2963857746","https://openalex.org/W3034552520","https://openalex.org/W3036931590","https://openalex.org/W3118570274","https://openalex.org/W3159235206","https://openalex.org/W3164802490","https://openalex.org/W3189845786","https://openalex.org/W3209478434","https://openalex.org/W4303627880","https://openalex.org/W4312594135","https://openalex.org/W4313003861","https://openalex.org/W4313007055","https://openalex.org/W4320713382","https://openalex.org/W4321373639","https://openalex.org/W4376106313","https://openalex.org/W4379209584","https://openalex.org/W4379528676","https://openalex.org/W4382892870","https://openalex.org/W4385801610","https://openalex.org/W4386038403","https://openalex.org/W4386076325","https://openalex.org/W4386076504","https://openalex.org/W4386189887","https://openalex.org/W4386232111","https://openalex.org/W4386281812","https://openalex.org/W4387967872","https://openalex.org/W4388756945","https://openalex.org/W4390395337","https://openalex.org/W4391402359","https://openalex.org/W4391974567","https://openalex.org/W4395447471","https://openalex.org/W4399739277","https://openalex.org/W4400353625","https://openalex.org/W4401210438","https://openalex.org/W4401357170","https://openalex.org/W4402125080","https://openalex.org/W4402396327","https://openalex.org/W4402648586","https://openalex.org/W4402754006","https://openalex.org/W4402775842","https://openalex.org/W4402861792","https://openalex.org/W4403770406","https://openalex.org/W4404238401","https://openalex.org/W4404367155","https://openalex.org/W4404693374","https://openalex.org/W4405199922","https://openalex.org/W4406753741","https://openalex.org/W4409261930","https://openalex.org/W4409262310","https://openalex.org/W6921853177"],"related_works":["https://openalex.org/W7167615872","https://openalex.org/W7131835096","https://openalex.org/W7202181844","https://openalex.org/W4398760112","https://openalex.org/W7212168418","https://openalex.org/W7124920496","https://openalex.org/W4412788098","https://openalex.org/W4417241645","https://openalex.org/W7214035232","https://openalex.org/W7171529199"],"abstract_inverted_index":{"Infrared-visible":[0],"fusion-based":[1,45],"object":[2],"detection":[3,145],"for":[4,49],"UAV":[5],"applications":[6],"aims":[7],"to":[8,103,131,151],"achieve":[9],"robust":[10],"all-weather":[11],"surveillance":[12],"by":[13],"integrating":[14],"complementary":[15],"information":[16,106],"from":[17],"infrared":[18],"and":[19,26,54,78,124,147],"visible":[20],"modalities.":[21],"However,":[22],"the":[23,57],"inherent":[24],"heterogeneity":[25],"dynamic":[27],"quality":[28],"imbalance":[29],"between":[30],"modalities":[31],"significantly":[32],"hamper":[33],"effective":[34,50],"cross-modal":[35],"feature":[36,52,113],"utilization.":[37],"In":[38,56],"this":[39],"paper,":[40],"we":[41],"propose":[42],"amultimodal":[43],"adaptive":[44,125],"transformer":[46,64],"network":[47],"(MAFTNet)":[48],"multimodal":[51],"learning":[53],"fusion.":[55],"proposed":[58,141],"model,":[59],"a":[60,85,96,111,133],"dual-branch":[61],"modality":[62,76],"synergy":[63],"(DB-MST)":[65],"module":[66,90,117],"is":[67,91,118],"designed,":[68],"which":[69,93,120],"strategically":[70],"recombines":[71],"modal":[72],"features":[73,130],"through":[74],"hybrid":[75,112],"channels":[77],"transformer-based":[79],"interaction,":[80],"enhancing":[81],"intermodal":[82],"synergy.":[83],"Then,":[84],"condition-driven":[86],"channel":[87,101],"reconstruction":[88],"(CDCR)":[89],"presented,":[92],"functions":[94],"as":[95],"context-aware":[97],"refiner,":[98],"dynamically":[99],"recalibrating":[100],"contributions":[102],"highlight":[104],"salient":[105],"while":[107],"suppressing":[108],"redundancies.":[109],"Finally,":[110],"fusion":[114,123],"encoder":[115],"(HFFE)":[116],"proposed,":[119],"performs":[121],"hierarchical":[122],"selection":[126],"of":[127],"multi-scale,":[128],"multi-level":[129],"generate":[132],"unified":[134],"representation.":[135],"Experimental":[136],"results":[137],"demonstrate":[138],"that":[139],"our":[140],"MAFTNet":[142],"achieves":[143],"superior":[144],"accuracy":[146],"inference":[148],"speed":[149],"compared":[150],"state-of-the-art":[152],"methods.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-01-14T00:00:00"}