{"id":"https://openalex.org/W4403390894","doi":"https://doi.org/10.1109/tgrs.2024.3476975","title":"Deep Symmetric Fusion Transformer for Multimodal Remote Sensing Data Classification","display_name":"Deep Symmetric Fusion Transformer for Multimodal Remote Sensing Data Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403390894","doi":"https://doi.org/10.1109/tgrs.2024.3476975"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3476975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3476975","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Honghao Chang","orcid":"https://orcid.org/0009-0003-7913-5361"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Honghao Chang","raw_affiliation_strings":["School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039966032","display_name":"Haixia Bi","orcid":"https://orcid.org/0009-0003-2879-0550"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixia Bi","raw_affiliation_strings":["School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373576","display_name":"Fan Li","orcid":"https://orcid.org/0000-0002-7566-1634"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385757","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0003-1122-1661"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Xu","raw_affiliation_strings":["Department of Mathematics and Fundamental Research, Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Fundamental Research, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106124934","display_name":"Jocelyn Chanussot","orcid":"https://orcid.org/0000-0003-4817-2875"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]},{"id":"https://openalex.org/I4210149092","display_name":"Laboratoire Jean Kuntzmann","ror":"https://ror.org/04ett5b41","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210149092","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jocelyn Chanussot","raw_affiliation_strings":["Inria, CNRS, Grenoble INP, LJK, Universit&#x00E9; Grenoble Alpes, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"Inria, CNRS, Grenoble INP, LJK, Universit&#x00E9; Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210149092","https://openalex.org/I4210101348","https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075013625","display_name":"Danfeng Hong","orcid":"https://orcid.org/0000-0002-3212-9584"},"institutions":[{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danfeng Hong","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, and the School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, and the School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":8.8799,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.98894467,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.8948000073432922,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.8948000073432922,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.8809000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.8611000180244446,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.580402672290802},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5751849412918091},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.565676212310791},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5450783371925354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4375777542591095},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37062886357307434},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.2291869819164276}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.580402672290802},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5751849412918091},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.565676212310791},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5450783371925354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4375777542591095},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37062886357307434},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2291869819164276},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3476975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3476975","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1256676027","display_name":null,"funder_award_id":"12326615","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4338783232","display_name":null,"funder_award_id":"QCYRCXM-2022-30","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5396439754","display_name":null,"funder_award_id":"42201394","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W270669007","https://openalex.org/W1497089125","https://openalex.org/W1584663654","https://openalex.org/W1965309615","https://openalex.org/W2021204319","https://openalex.org/W2054689043","https://openalex.org/W2067874135","https://openalex.org/W2079299474","https://openalex.org/W2257036858","https://openalex.org/W2296450878","https://openalex.org/W2529288158","https://openalex.org/W2531409750","https://openalex.org/W2565258258","https://openalex.org/W2606929568","https://openalex.org/W2623518586","https://openalex.org/W2755992512","https://openalex.org/W2765889263","https://openalex.org/W2914272072","https://openalex.org/W2945608588","https://openalex.org/W2957970500","https://openalex.org/W2963351448","https://openalex.org/W2963995737","https://openalex.org/W2994639710","https://openalex.org/W3004968762","https://openalex.org/W3048631361","https://openalex.org/W3081753142","https://openalex.org/W3086331879","https://openalex.org/W3094484482","https://openalex.org/W3102692100","https://openalex.org/W3105298104","https://openalex.org/W3105997607","https://openalex.org/W3109821323","https://openalex.org/W3122585499","https://openalex.org/W3168367808","https://openalex.org/W3191036819","https://openalex.org/W3209540366","https://openalex.org/W3214586131","https://openalex.org/W4200068923","https://openalex.org/W4210794570","https://openalex.org/W4223616928","https://openalex.org/W4225931144","https://openalex.org/W4312208437","https://openalex.org/W4312465065","https://openalex.org/W4312592451","https://openalex.org/W4319069095","https://openalex.org/W4323896850","https://openalex.org/W4379622455","https://openalex.org/W4379984088","https://openalex.org/W4380478936","https://openalex.org/W4380763457","https://openalex.org/W4383198010","https://openalex.org/W4385245566","https://openalex.org/W4388157208","https://openalex.org/W4389778595","https://openalex.org/W4389849171","https://openalex.org/W4391992568","https://openalex.org/W4392900447","https://openalex.org/W4393906060","https://openalex.org/W4394008640","https://openalex.org/W4398151425","https://openalex.org/W4401030973","https://openalex.org/W6609924449"],"related_works":["https://openalex.org/W2121524756","https://openalex.org/W782553550","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2031175860","https://openalex.org/W2152662039"],"abstract_inverted_index":{"In":[0,97],"recent":[1],"years,":[2],"multimodal":[3],"remote":[4],"sensing":[5],"data":[6],"classification":[7],"(MMRSC)":[8],"has":[9],"evoked":[10],"growing":[11],"attention":[12],"due":[13],"to":[14,25,33,46,90,111],"its":[15,26],"more":[16],"comprehensive":[17],"and":[18,35,38,49,93,116,165,171,181,192,199,206],"accurate":[19],"delineation":[20],"of":[21,85,162,183,208,215],"Earth\u2019s":[22],"surface":[23],"compared":[24],"single-modal":[27,42,95],"counterpart.":[28],"However,":[29],"it":[30],"remains":[31],"challenging":[32],"capture":[34],"integrate":[36],"local":[37,115],"global":[39,117],"features":[40,118],"from":[41],"data.":[43],"Moreover,":[44],"how":[45],"fully":[47],"excavate":[48],"exploit":[50],"the":[51,78,114,153,163,179,184,200,204,209,216],"interactions":[52],"between":[53],"different":[54],"modalities":[55],"is":[56,108],"still":[57],"an":[58],"intricate":[59],"issue.":[60],"To":[61],"this":[62],"end,":[63],"we":[64,128],"propose":[65],"a":[66,83,101,121,131,174],"novel":[67],"dual-branch":[68],"transformer-based":[69],"framework":[70],"named":[71],"deep":[72],"symmetric":[73,132],"fusion":[74,133,172],"transformer":[75,134],"(DSymFuser).":[76],"Within":[77],"framework,":[79],"each":[80,98,139],"branch":[81],"contains":[82],"stack":[84],"local-global":[86,102],"mixture":[87],"(LGM)":[88],"blocks,":[89],"extract":[91],"hierarchical":[92,160],"discriminative":[94],"features.":[96,186],"LGM":[99,140,164],"block,":[100],"feature":[103,169],"mixer":[104],"with":[105,120],"learnable":[106],"weights":[107],"specifically":[109],"devised":[110],"adaptively":[112],"aggregate":[113],"extracted":[119],"convolutional":[122],"neural":[123],"network":[124],"(CNN)\u2013transformer":[125],"network.":[126],"Furthermore,":[127],"innovatively":[129],"design":[130],"(SFT)":[135],"that":[136],"trails":[137],"behind":[138],"block.":[141],"The":[142,159,212],"elaborately":[143],"designed":[144],"SFT":[145,166],"symmetrically":[146],"facilitates":[147],"cross-modal":[148],"correlation":[149],"excavation,":[150],"comprehensively":[151],"exploiting":[152],"complementary":[154],"cues":[155],"underlying":[156],"heterogeneous":[157],"modalities.":[158],"construction":[161],"blocks":[167],"enables":[168],"extraction":[170],"in":[173],"multilevel":[175],"manner,":[176],"further":[177],"promoting":[178],"completeness":[180],"descriptiveness":[182],"learned":[185],"We":[187],"conducted":[188],"extensive":[189],"ablation":[190],"studies":[191],"comparative":[193],"experiments":[194],"on":[195],"three":[196],"benchmark":[197],"datasets,":[198],"experimental":[201],"results":[202],"validated":[203],"effectiveness":[205],"superiority":[207],"proposed":[210,217],"method.":[211],"source":[213],"code":[214],"method":[218],"will":[219],"be":[220],"available":[221],"publicly":[222],"at":[223],"<uri":[224],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/HaixiaBi1982/DSymFuser</uri>.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}