{"id":"https://openalex.org/W4404757134","doi":"https://doi.org/10.3390/rs16234451","title":"MMYFnet: Multi-Modality YOLO Fusion Network for Object Detection in Remote Sensing Images","display_name":"MMYFnet: Multi-Modality YOLO Fusion Network for Object Detection in Remote Sensing Images","publication_year":2024,"publication_date":"2024-11-27","ids":{"openalex":"https://openalex.org/W4404757134","doi":"https://doi.org/10.3390/rs16234451"},"language":"en","primary_location":{"id":"doi:10.3390/rs16234451","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16234451","pdf_url":null,"source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/rs16234451","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100571480","display_name":"Huinan Guo","orcid":"https://orcid.org/0009-0000-3901-2138"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huinan Guo","raw_affiliation_strings":["Xi\u2019an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi\u2019an 710119, China","Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi'an 710119, China"],"affiliations":[{"raw_affiliation_string":"Xi\u2019an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi\u2019an 710119, China","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi'an 710119, China","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102605869","display_name":"Congying Sun","orcid":"https://orcid.org/0009-0004-4716-2020"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]},{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Congying Sun","raw_affiliation_strings":["School of Automation and Information Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","Xi\u2019an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi\u2019an 710119, China","School of Automation and Information Engineering, Xi'an University of Technology, Xi'an 710048, China","Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi'an 710119, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and Information Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","institution_ids":["https://openalex.org/I4210131919"]},{"raw_affiliation_string":"Xi\u2019an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi\u2019an 710119, China","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Automation and Information Engineering, Xi'an University of Technology, Xi'an 710048, China","institution_ids":["https://openalex.org/I4210131919"]},{"raw_affiliation_string":"Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi'an 710119, China","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757104","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-1300-7335"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Automation and Information Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","School of Automation and Information Engineering, Xi'an University of Technology, Xi'an 710048, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and Information Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","institution_ids":["https://openalex.org/I4210131919"]},{"raw_affiliation_string":"School of Automation and Information Engineering, Xi'an University of Technology, Xi'an 710048, China","institution_ids":["https://openalex.org/I4210131919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035190973","display_name":"Wuxia Zhang","orcid":"https://orcid.org/0000-0002-0759-2489"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuxia Zhang","raw_affiliation_strings":["School of Computer Science & Technology, Xi\u2019an University of Posts & Telecommunications, Xi\u2019an 710121, China","School of Computer Science & Technology, Xi'an University of Posts & Telecommunications, Xi'an 710121, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science & Technology, Xi\u2019an University of Posts & Telecommunications, Xi\u2019an 710121, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"School of Computer Science & Technology, Xi'an University of Posts & Telecommunications, Xi'an 710121, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086344623","display_name":"Nengshuang Zhang","orcid":"https://orcid.org/0009-0003-0760-4763"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]},{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nengshuang Zhang","raw_affiliation_strings":["School of Automation and Information Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","Xi\u2019an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi\u2019an 710119, China","Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi'an 710119, China","School of Automation and Information Engineering, Xi'an University of Technology, Xi'an 710048, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and Information Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","institution_ids":["https://openalex.org/I4210131919"]},{"raw_affiliation_string":"Xi\u2019an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi\u2019an 710119, China","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Xi'an Institute of Optics and Fine Mechanics, Chinese Academy of Sciences, Xi'an 710119, China","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Automation and Information Engineering, Xi'an University of Technology, Xi'an 710048, China","institution_ids":["https://openalex.org/I4210131919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100757104"],"corresponding_institution_ids":["https://openalex.org/I4210131919"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":2.8318,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91745608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"23","first_page":"4451","last_page":"4451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.594352126121521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5901807546615601},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5805018544197083},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5477678775787354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5208654999732971},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.41889142990112305},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.18037748336791992}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.594352126121521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5901807546615601},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5805018544197083},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5477678775787354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5208654999732971},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.41889142990112305},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18037748336791992},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/rs16234451","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16234451","pdf_url":null,"source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0b5cb989d8724f00a295a7cf0ad61415","is_oa":true,"landing_page_url":"https://doaj.org/article/0b5cb989d8724f00a295a7cf0ad61415","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 16, Iss 23, p 4451 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/rs16234451","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16234451","pdf_url":null,"source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G675307798","display_name":null,"funder_award_id":"62471389","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8860530828","display_name":null,"funder_award_id":"2024SF-YBXM-572","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W2176924101","https://openalex.org/W2193145675","https://openalex.org/W2294631366","https://openalex.org/W2511124580","https://openalex.org/W2765538265","https://openalex.org/W2806252395","https://openalex.org/W2861768673","https://openalex.org/W2902314041","https://openalex.org/W2922509574","https://openalex.org/W2962721361","https://openalex.org/W2963037989","https://openalex.org/W2963188557","https://openalex.org/W2963351448","https://openalex.org/W2984243831","https://openalex.org/W3047921400","https://openalex.org/W3104218527","https://openalex.org/W3115999170","https://openalex.org/W3118570274","https://openalex.org/W3143918648","https://openalex.org/W3156201349","https://openalex.org/W3164748911","https://openalex.org/W3174058041","https://openalex.org/W3199654396","https://openalex.org/W3199736468","https://openalex.org/W3213472242","https://openalex.org/W4200631567","https://openalex.org/W4226134206","https://openalex.org/W4280594843","https://openalex.org/W4285216854","https://openalex.org/W4312588168","https://openalex.org/W4317384040","https://openalex.org/W4317496152","https://openalex.org/W4320802741","https://openalex.org/W4384382801","https://openalex.org/W4385864014","https://openalex.org/W4386189887","https://openalex.org/W4386737234","https://openalex.org/W4386874010","https://openalex.org/W4390874231","https://openalex.org/W4392083279","https://openalex.org/W4392882143","https://openalex.org/W4396605399","https://openalex.org/W4396908541","https://openalex.org/W4399620241","https://openalex.org/W4400099249","https://openalex.org/W6843286308","https://openalex.org/W6858993582","https://openalex.org/W6859998817"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Object":[0],"detection":[1,47,57,119,197,225],"in":[2,53,86,226],"remote":[3,26,227],"sensing":[4,27,228],"images":[5],"is":[6],"crucial":[7],"for":[8,20,39,223],"airport":[9],"management,":[10],"hazard":[11],"prevention,":[12],"traffic":[13],"monitoring,":[14],"and":[15,23,35,90,105,116,140,147,153,165,173,184,202],"more.":[16],"The":[17],"precise":[18],"ability":[19],"object":[21,46,224],"localization":[22],"identification":[24],"enables":[25],"imagery":[28],"to":[29,132],"provide":[30],"early":[31],"warnings,":[32],"mitigate":[33],"risks,":[34],"offer":[36],"strong":[37],"support":[38],"decision-making":[40],"processes.":[41],"While":[42],"traditional":[43],"deep":[44],"learning-based":[45],"techniques":[48],"have":[49],"achieved":[50],"significant":[51],"results":[52,155],"single-modal":[54],"environments,":[55,66],"their":[56],"capabilities":[58],"still":[59],"encounter":[60],"challenges":[61],"when":[62],"confronted":[63],"with":[64,199],"complex":[65],"such":[67],"as":[68,206],"adverse":[69],"weather":[70],"conditions":[71],"or":[72],"situations":[73],"where":[74],"objects":[75],"are":[76,144],"obscured.":[77],"To":[78],"overcome":[79],"the":[80,134,163,188,191,203],"limitations":[81],"of":[82,88,171,190],"existing":[83],"fusion":[84],"methods":[85],"terms":[87],"complexity":[89],"insufficient":[91],"information":[92],"utilization,":[93],"we":[94],"innovatively":[95],"propose":[96],"a":[97,109,114,207,220],"Cosine":[98],"Similarity-based":[99],"Image":[100],"Feature":[101],"Fusion":[102,124],"(CSIFF)":[103],"module":[104],"integrate":[106],"it":[107],"into":[108,137,213],"dual-branch":[110],"YOLOv8":[111],"network,":[112],"constructing":[113],"lightweight":[115],"efficient":[117],"target":[118],"network":[120,128,217],"called":[121],"Multi-Modality":[122],"YOLO":[123],"Network":[125],"(MMYFNet).":[126],"This":[127],"utilizes":[129],"cosine":[130],"similarity":[131],"divide":[133],"original":[135],"features":[136,139],"common":[138],"specific":[141,150],"features,":[142],"which":[143],"then":[145],"refined":[146],"fused":[148],"through":[149,178],"modules.":[151],"Experimental":[152],"analytical":[154],"show":[156],"that":[157],"MMYFNet":[158,194],"performs":[159],"excellently":[160],"on":[161],"both":[162],"VEDAI":[164],"FLIR":[166],"datasets,":[167],"achieving":[168],"mAP":[169],"values":[170],"80%":[172],"76.8%,":[174],"respectively.":[175],"Further":[176],"validation":[177],"parameter":[179],"sensitivity":[180],"experiments,":[181],"ablation":[182],"studies,":[183],"visual":[185],"analyses":[186],"confirms":[187],"effectiveness":[189],"CSIFF":[192,204],"module.":[193],"achieves":[195],"high":[196],"accuracy":[198],"fewer":[200],"parameters,":[201],"module,":[205,209],"plug-and-play":[208],"can":[210],"be":[211],"integrated":[212],"other":[214],"CNN-based":[215],"cross-modality":[216],"models,":[218],"providing":[219],"new":[221],"approach":[222],"image":[229],"fusion.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}