{"id":"https://openalex.org/W4403674749","doi":"https://doi.org/10.1109/lgrs.2024.3476269","title":"A Mamba-Diffusion Framework for Multimodal Remote Sensing Image Semantic Segmentation","display_name":"A Mamba-Diffusion Framework for Multimodal Remote Sensing Image Semantic Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403674749","doi":"https://doi.org/10.1109/lgrs.2024.3476269"},"language":"en","primary_location":{"id":"doi:10.1109/lgrs.2024.3476269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2024.3476269","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047825382","display_name":"Wenliang Du","orcid":"https://orcid.org/0000-0002-9234-0912"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wen-Liang Du","raw_affiliation_strings":["School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101732156","display_name":"Yang Gu","orcid":"https://orcid.org/0000-0002-6698-479X"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gu","raw_affiliation_strings":["School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090052616","display_name":"Jiaqi Zhao","orcid":"https://orcid.org/0000-0002-3564-5090"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Zhao","raw_affiliation_strings":["School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033904998","display_name":"Hancheng Zhu","orcid":"https://orcid.org/0000-0002-5418-9879"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancheng Zhu","raw_affiliation_strings":["School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023822600","display_name":"Rui Yao","orcid":"https://orcid.org/0000-0003-2734-915X"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yao","raw_affiliation_strings":["School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025079159","display_name":"Yong Zhou","orcid":"https://orcid.org/0000-0001-6207-0299"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhou","raw_affiliation_strings":["School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047825382"],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":3.9198,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94868821,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"21","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8059999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.7936000227928162,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7177267074584961},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6280790567398071},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5460349321365356},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.514304518699646},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4943521022796631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48195526003837585},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.4349935054779053},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.4254578948020935},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1667977273464203}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7177267074584961},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6280790567398071},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5460349321365356},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.514304518699646},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4943521022796631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48195526003837585},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4349935054779053},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4254578948020935},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1667977273464203},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lgrs.2024.3476269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2024.3476269","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3309391743","display_name":null,"funder_award_id":"62172417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4535093524","display_name":null,"funder_award_id":"2022ZZCX06","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6157720716","display_name":null,"funder_award_id":"62101555","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6841731650","display_name":null,"funder_award_id":"62272461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8271964507","display_name":null,"funder_award_id":"BK2021048","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G9261516","display_name":null,"funder_award_id":"62002360","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W4200556575","https://openalex.org/W4214763222","https://openalex.org/W4229058281","https://openalex.org/W4362465355","https://openalex.org/W4380763457","https://openalex.org/W4390872147","https://openalex.org/W4392543906","https://openalex.org/W4399618753","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6861342692","https://openalex.org/W6864154384","https://openalex.org/W6868789466"],"related_works":["https://openalex.org/W2121524756","https://openalex.org/W782553550","https://openalex.org/W4379231730","https://openalex.org/W1987967678","https://openalex.org/W4389858081","https://openalex.org/W2633218168","https://openalex.org/W4235897794","https://openalex.org/W2059707233","https://openalex.org/W2085738998","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,9,20,31,44,74],"deep":[3],"learning":[4],"have":[5],"made":[6],"significant":[7],"progress":[8],"multimodal":[10,64,72,117],"remote":[11],"sensing":[12],"semantic":[13,57,106],"segmentation.":[14],"However,":[15],"current":[16],"methods":[17,136],"face":[18],"challenges":[19],"maintaining":[21],"geometric":[22,42,50],"consistency,":[23],"particularly":[24],"when":[25],"dealing":[26],"with":[27],"large":[28],"objects,":[29],"resulting":[30],"fragmented":[32],"segmentation":[33,45,58,103],"masks.":[34,46],"We":[35],"propose":[36],"a":[37,54,62,81,94,138],"Mamba-diffusion":[38],"framework":[39,48,132],"to":[40],"preserve":[41],"consistency":[43,51],"This":[47],"preserves":[49],"by":[52,80,93,108,115,137],"introducing":[53],"generative":[55],"diffusion-based":[56,102],"pipeline":[59,104],"and":[60,77,125],"developing":[61],"Mamba-based":[63],"fusion":[65,68],"model.":[66,99],"The":[67],"model":[69],"fuses":[70],"the":[71,87,101,130],"images":[73],"multiple":[75],"scales":[76],"scanning":[78],"mechanisms":[79],"double":[82],"cross-fusion":[83],"(DCF)":[84],"module.":[85],"Then,":[86],"cross-modal":[88],"information":[89],"is":[90],"further":[91],"integrated":[92],"dual-splitting":[95],"structured":[96],"state-space":[97],"(DS-S4)":[98],"Finally,":[100],"predicts":[105],"masks":[107],"progressively":[109],"refining":[110],"random":[111],"Gaussian":[112],"noise,":[113],"guided":[114],"fused":[116],"features.":[118],"Our":[119,141],"experimental":[120],"results,":[121],"verified":[122],"on":[123],"WHU-OPT-SAR":[124],"Hunan":[126],"datasets,":[127],"demonstrate":[128],"that":[129],"proposed":[131],"surpasses":[133],"state-of-the-art":[134],"(SOTA)":[135],"considerable":[139],"margin.":[140],"codes":[142],"are":[143],"available":[144],"at":[145],"<uri":[146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/WenliangDu/MambaDiffusion</uri>.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}