{"id":"https://openalex.org/W4412030765","doi":"https://doi.org/10.1109/jstars.2025.3586132","title":"Multistage Training and Fusion Method for Imbalanced Multimodal UAV Remote Sensing Classification","display_name":"Multistage Training and Fusion Method for Imbalanced Multimodal UAV Remote Sensing Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412030765","doi":"https://doi.org/10.1109/jstars.2025.3586132"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2025.3586132","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3586132","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/jstars.2025.3586132","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shihao Wang","orcid":"https://orcid.org/0009-0000-4515-0959"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihao Wang","raw_affiliation_strings":["Key Laboratory of Advanced Ship Communication and Information Technology, Ministry of Industry and Information Technology, College of Information and Communication Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0000-4515-0959","affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Ship Communication and Information Technology, Ministry of Industry and Information Technology, College of Information and Communication Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008787577","display_name":"Zhengwei Xu","orcid":"https://orcid.org/0000-0002-2645-9915"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengwei Xu","raw_affiliation_strings":["Key Laboratory of Artificial Intelligence and Personalized Learning in Education of Henan Province, Xinxiang, China","Key Laboratory of Advanced Ship Communication and Information Technology, Ministry of Industry and Information Technology, College of Information and Communication Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-2645-9915","affiliations":[{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence and Personalized Learning in Education of Henan Province, Xinxiang, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory of Advanced Ship Communication and Information Technology, Ministry of Industry and Information Technology, College of Information and Communication Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I890469752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100778980","display_name":"Yun Lin","orcid":"https://orcid.org/0000-0002-4002-1282"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Lin","raw_affiliation_strings":["Key Laboratory of Advanced Ship Communication and Information Technology, Ministry of Industry and Information Technology, College of Information and Communication Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-4002-1282","affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Ship Communication and Information Technology, Ministry of Industry and Information Technology, College of Information and Communication Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":0.9253,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75813037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"18","issue":null,"first_page":"18240","last_page":"18250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14257","display_name":"Advanced Measurement and Detection Methods","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14257","display_name":"Advanced Measurement and Detection Methods","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7355843186378479},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.6587772965431213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.634088933467865},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5507034063339233},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5181066393852234},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.48986193537712097},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4708611071109772},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39849400520324707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3539919853210449},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08822724223136902}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7355843186378479},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.6587772965431213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.634088933467865},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5507034063339233},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5181066393852234},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.48986193537712097},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4708611071109772},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39849400520324707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3539919853210449},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08822724223136902},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2025.3586132","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3586132","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4978b44bfdbd4fcaa455901aa8bb44b7","is_oa":true,"landing_page_url":"https://doaj.org/article/4978b44bfdbd4fcaa455901aa8bb44b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 18, Pp 18240-18250 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2025.3586132","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3586132","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1058371652","display_name":null,"funder_award_id":"62201172","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4718972896","display_name":null,"funder_award_id":"U23A20271","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8727522050","display_name":null,"funder_award_id":"62271499","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1936798282","https://openalex.org/W2760103357","https://openalex.org/W2787873795","https://openalex.org/W2963446712","https://openalex.org/W3035333188","https://openalex.org/W3035570025","https://openalex.org/W3038716110","https://openalex.org/W3131500599","https://openalex.org/W3196591432","https://openalex.org/W3212266429","https://openalex.org/W4292347911","https://openalex.org/W4293162951","https://openalex.org/W4312639100","https://openalex.org/W4362014679","https://openalex.org/W4372260352","https://openalex.org/W4377024253","https://openalex.org/W4386076642","https://openalex.org/W4387415351","https://openalex.org/W4387986753","https://openalex.org/W4392449923","https://openalex.org/W4392523614","https://openalex.org/W4392940311","https://openalex.org/W4393154934","https://openalex.org/W4399310837","https://openalex.org/W4401023829","https://openalex.org/W4401024691","https://openalex.org/W4401025068","https://openalex.org/W4402703093","https://openalex.org/W4402716394","https://openalex.org/W4403791807","https://openalex.org/W4404563535","https://openalex.org/W4407948875","https://openalex.org/W6853168326","https://openalex.org/W6868941575","https://openalex.org/W7076002575"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W2329386257","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"In":[0],"remote":[1],"sensing":[2],"applications,":[3],"Unmanned":[4],"Aerial":[5],"Vehicles":[6],"(UAVs)":[7],"overcome":[8],"the":[9,29,34,109,153,177,189],"limitations":[10],"of":[11,31,36,147,179,191,198],"single-sensor":[12],"approaches":[13],"by":[14,41,45,98],"integrating":[15,50],"multiple":[16],"sensors":[17],"and":[18,60,103,149,156,165,197],"fusing":[19],"cross-modal":[20,124],"data,":[21],"significantly":[22],"improving":[23],"target":[24],"classification":[25],"accuracy.":[26],"However,":[27],"during":[28],"process":[30],"multimodal":[32,104,144,203],"learning,":[33],"effectiveness":[35],"fusion":[37,126],"is":[38],"severely":[39],"affected":[40],"modality":[42,70],"imbalance":[43],"caused":[44],"inconsistent":[46],"gradient":[47,61,88,105,195],"directions":[48],"when":[49],"heterogeneous":[51],"information.":[52],"Existing":[53],"methods":[54],"predominantly":[55],"focus":[56],"on":[57,108,134,152,161],"parameter":[58],"tuning":[59],"modulation,":[62],"failing":[63],"to":[64,131,183],"resolve":[65],"inherent":[66],"conflicts":[67,89],"from":[68],"divergent":[69],"optimization":[71],"trajectories.":[72],"To":[73],"address":[74],"these":[75],"limitations,":[76],"we":[77,111],"propose":[78],"a":[79,143,173],"Gradient-Criterion":[80],"Multi-stage":[81],"Training":[82],"framework":[83],"(GCMT),":[84],"which":[85,121],"systematically":[86],"resolves":[87],"through":[90],"an":[91,114],"alternating":[92],"freezing":[93],"strategy,":[94],"optimizing":[95],"unimodal":[96,102],"branches":[97],"evaluating":[99],"consistency":[100],"between":[101],"directions.":[106],"Building":[107],"GCMT,":[110],"further":[112],"introduce":[113],"Information":[115],"Entropy":[116],"Measurement":[117],"Fusion":[118],"module":[119],"(IEMF),":[120],"dynamically":[122],"adjusts":[123],"feature":[125],"weights":[127],"using":[128],"entropy-based":[129],"metrics":[130],"mitigate":[132],"over-reliance":[133],"dominant":[135],"modalities":[136],"while":[137],"preserving":[138],"synergistic":[139],"interactions.":[140],"We":[141],"build":[142],"data":[145],"set":[146],"signals":[148],"images":[150],"based":[151],"UAV":[154],"platform,":[155],"extensive":[157],"experiments":[158],"are":[159],"implemented":[160],"both":[162],"our":[163,180],"self-constructed":[164],"public":[166],"datasets.":[167],"The":[168],"results":[169],"not":[170],"only":[171],"demonstrate":[172],"significant":[174],"improvement":[175],"in":[176,193,200],"performance":[178],"GCMT":[181,192],"compared":[182],"state-of-the-art":[184],"methods,":[185],"but":[186],"also":[187],"validate":[188],"efficacy":[190],"harmonizing":[194],"alignment":[196],"IEMF":[199],"enabling":[201],"balanced":[202],"fusion.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}