{"id":"https://openalex.org/W4392543906","doi":"https://doi.org/10.1109/tgrs.2024.3373033","title":"A Multilevel Multimodal Fusion Transformer for Remote Sensing Semantic Segmentation","display_name":"A Multilevel Multimodal Fusion Transformer for Remote Sensing Semantic Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392543906","doi":"https://doi.org/10.1109/tgrs.2024.3373033"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3373033","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3373033","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055382963","display_name":"Xianping Ma","orcid":"https://orcid.org/0000-0002-2180-2964"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianping Ma","raw_affiliation_strings":["School of Science and Engineering, the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2180-2964","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412323","display_name":"Xiaokang Zhang","orcid":"https://orcid.org/0000-0002-6127-4801"},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Wuhan University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6127-4801","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Wuhan University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040559125","display_name":"Man-On Pun","orcid":"https://orcid.org/0000-0003-3316-5381"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man-On Pun","raw_affiliation_strings":["School of Science and Engineering, the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3316-5381","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347765","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-1114-1728"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["MizarVision, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MizarVision, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":40.2163,"has_fulltext":false,"cited_by_count":218,"citation_normalized_percentile":{"value":0.999376,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6480629444122314},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6117949485778809},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5182868838310242},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4839246869087219},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4804824888706207},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4309699237346649},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.42835575342178345},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4232654869556427},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.343738317489624},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.19018405675888062},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10489583015441895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6480629444122314},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6117949485778809},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5182868838310242},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4839246869087219},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4804824888706207},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4309699237346649},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.42835575342178345},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4232654869556427},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.343738317489624},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.19018405675888062},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10489583015441895},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3373033","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3373033","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4669320296","display_name":null,"funder_award_id":"42371374","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6396617273","display_name":null,"funder_award_id":"41801323","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1837802671","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1990653740","https://openalex.org/W1997718749","https://openalex.org/W2010515061","https://openalex.org/W2097259623","https://openalex.org/W2108598243","https://openalex.org/W2161236525","https://openalex.org/W2194775991","https://openalex.org/W2560023338","https://openalex.org/W2587989515","https://openalex.org/W2619383789","https://openalex.org/W2752782242","https://openalex.org/W2963294354","https://openalex.org/W2963659230","https://openalex.org/W2963995737","https://openalex.org/W2964051877","https://openalex.org/W2969081030","https://openalex.org/W2970773259","https://openalex.org/W3007268491","https://openalex.org/W3008115128","https://openalex.org/W3017092406","https://openalex.org/W3048631361","https://openalex.org/W3081753142","https://openalex.org/W3102692100","https://openalex.org/W3108601100","https://openalex.org/W3113801957","https://openalex.org/W3127751679","https://openalex.org/W3137572916","https://openalex.org/W3138516171","https://openalex.org/W3161825146","https://openalex.org/W3168367808","https://openalex.org/W3168491317","https://openalex.org/W3172863135","https://openalex.org/W3197957534","https://openalex.org/W3200075728","https://openalex.org/W3202923600","https://openalex.org/W3207537403","https://openalex.org/W3209540366","https://openalex.org/W4200142374","https://openalex.org/W4205138939","https://openalex.org/W4214763222","https://openalex.org/W4214893857","https://openalex.org/W4220768647","https://openalex.org/W4224268396","https://openalex.org/W4226216909","https://openalex.org/W4226255786","https://openalex.org/W4226530543","https://openalex.org/W4229058281","https://openalex.org/W4283450732","https://openalex.org/W4283732315","https://openalex.org/W4312707458","https://openalex.org/W4318681845","https://openalex.org/W4318833867","https://openalex.org/W4319865627","https://openalex.org/W4320005441","https://openalex.org/W4320018442","https://openalex.org/W4321021845","https://openalex.org/W4321232185","https://openalex.org/W4321483963","https://openalex.org/W4380763457","https://openalex.org/W4385245566","https://openalex.org/W6686207219","https://openalex.org/W6797399245"],"related_works":["https://openalex.org/W2121524756","https://openalex.org/W782553550","https://openalex.org/W4379231730","https://openalex.org/W1987967678","https://openalex.org/W4389858081","https://openalex.org/W2633218168","https://openalex.org/W4235897794","https://openalex.org/W2059707233","https://openalex.org/W2099421762","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Accurate":[0],"semantic":[1,89,125],"segmentation":[2,22,90],"of":[3,14,41,161,212,231],"remote":[4,244],"sensing":[5,245],"data":[6],"plays":[7],"a":[8,70,81,135,154,196,206],"crucial":[9],"role":[10],"in":[11,59,153,178,205,255],"the":[12,54,103,170,228,232],"success":[13],"geoscience":[15],"research":[16],"and":[17,64,83,95,109,114,127,132,148,165,175,183,202,214,221,250],"applications.":[18],"Recently,":[19],"multimodal":[20,72,85,238],"fusion-based":[21],"models":[23,43],"have":[24],"attracted":[25],"much":[26],"attention":[27,190],"due":[28],"to":[29,35,79,157,180,216],"their":[30,45],"outstanding":[31],"performance":[32,230],"as":[33],"compared":[34,235],"conventional":[36],"single-modal":[37],"techniques.":[38],"However,":[39],"most":[40],"these":[42],"perform":[44],"fusion":[46,73,86,100,117,239],"operation":[47],"using":[48],"convolutional":[49,112],"neural":[50],"networks":[51],"(CNN)":[52],"or":[53],"vision":[55],"transformer":[56,215],"(Vit),":[57],"resulting":[58],"insufficient":[60],"local-global":[61],"contextual":[62,185],"modeling":[63],"representative":[65],"capabilities.":[66],"In":[67],"this":[68,256],"work,":[69],"multilevel":[71,207],"scheme":[74,156],"called":[75],"FTransUNet":[76,198,234],"is":[77,258],"proposed":[78,171,233],"provide":[80],"robust":[82],"effective":[84],"backbone":[87],"for":[88],"by":[91,134],"integrating":[92],"both":[93],"CNN":[94,213],"Vit":[96,138],"into":[97],"one":[98],"unified":[99],"framework.":[101],"Firstly,":[102],"shallow-level":[104,115,201],"features":[105,123,204],"are":[106,130],"first":[107],"extracted":[108,131],"fused":[110,133],"through":[111],"layers":[113,147,151],"feature":[116],"(SFF)":[118],"modules.":[119],"After":[120],"that,":[121],"deep-level":[122,203],"characterizing":[124],"information":[126,186],"spatial":[128],"relationships":[129],"well-designed":[136],"Fusion":[137],"(FVit).":[139],"It":[140],"applies":[141],"Adaptively":[142],"Mutually":[143],"Boosted":[144],"Attention":[145],"(Ada-MBA)":[146],"Self-Attention":[149],"(SA)":[150],"alternately":[152],"three-stage":[155],"learn":[158],"cross-modality":[159,184],"representations":[160],"high":[162],"inter-class":[163],"separability":[164],"low":[166],"intra-class":[167],"variations.":[168],"Specifically,":[169],"Ada-MBA":[172],"computes":[173],"SA":[174],"Cross-Attention":[176],"(CA)":[177],"parallel":[179],"enhance":[181],"intra-":[182],"simultaneously":[187],"while":[188],"steering":[189],"distribution":[191],"towards":[192],"semantic-aware":[193],"regions.":[194],"As":[195],"result,":[197],"can":[199],"fuse":[200],"manner,":[208],"taking":[209],"full":[210],"advantage":[211],"accurately":[217],"characterize":[218],"local":[219],"details":[220],"global":[222],"semantics,":[223],"respectively.":[224],"Extensive":[225],"experiments":[226],"confirm":[227],"superior":[229],"with":[236],"other":[237],"approaches":[240],"on":[241],"two":[242],"fine-resolution":[243],"datasets,":[246],"namely":[247],"ISPRS":[248],"Vaihingen":[249],"Potsdam.":[251],"The":[252],"source":[253],"code":[254],"work":[257],"available":[259],"at":[260],"https://github.com/sstary/SSRS.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":143},{"year":2024,"cited_by_count":43}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}