{"id":"https://openalex.org/W4389104855","doi":"https://doi.org/10.1109/tgrs.2023.3334471","title":"MoCG: Modality Characteristics-Guided Semantic Segmentation in Multimodal Remote Sensing Images","display_name":"MoCG: Modality Characteristics-Guided Semantic Segmentation in Multimodal Remote Sensing Images","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389104855","doi":"https://doi.org/10.1109/tgrs.2023.3334471"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3334471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3334471","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057225619","display_name":"Shupei Xiao","orcid":"https://orcid.org/0000-0002-2725-5738"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sining Xiao","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-2625-2185","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046600276","display_name":"Peijin Wang","orcid":"https://orcid.org/0000-0002-0371-5584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peijin Wang","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002110023","display_name":"Wenhui Diao","orcid":"https://orcid.org/0000-0002-3931-3974"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhui Diao","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3931-3974","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024618181","display_name":"Xuee Rong","orcid":"https://orcid.org/0000-0002-7681-7020"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuee Rong","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7681-7020","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082869550","display_name":"Xuexue Li","orcid":"https://orcid.org/0000-0002-0177-7001"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuexue Li","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0177-7001","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112365916","display_name":"Kun Fu","orcid":"https://orcid.org/0000-0002-0450-6469"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Fu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005905514","display_name":"Xian Sun","orcid":"https://orcid.org/0000-0002-0038-9816"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Sun","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0038-9816","affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0206,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92199983,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7943282723426819},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7245433926582336},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.680403470993042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6195863485336304},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.583713710308075},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5376196503639221},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.49795055389404297},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4828494191169739},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.4473094046115875},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37350887060165405},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14913100004196167},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.10429435968399048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943282723426819},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7245433926582336},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.680403470993042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6195863485336304},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.583713710308075},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5376196503639221},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49795055389404297},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4828494191169739},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.4473094046115875},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37350887060165405},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14913100004196167},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.10429435968399048},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2023.3334471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3334471","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2246006248","display_name":null,"funder_award_id":"2022ZD0118402","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1923697677","https://openalex.org/W2117539524","https://openalex.org/W2124952510","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2484692031","https://openalex.org/W2527276685","https://openalex.org/W2560023338","https://openalex.org/W2564140372","https://openalex.org/W2564730549","https://openalex.org/W2587989515","https://openalex.org/W2619383789","https://openalex.org/W2630837129","https://openalex.org/W2760923572","https://openalex.org/W2765739551","https://openalex.org/W2787091153","https://openalex.org/W2884822772","https://openalex.org/W2890859091","https://openalex.org/W2922891743","https://openalex.org/W2923136550","https://openalex.org/W2955058313","https://openalex.org/W2963091558","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2963881378","https://openalex.org/W2963995737","https://openalex.org/W2981689412","https://openalex.org/W3010622813","https://openalex.org/W3011782621","https://openalex.org/W3014641072","https://openalex.org/W3034427230","https://openalex.org/W3034429256","https://openalex.org/W3047053653","https://openalex.org/W3083065220","https://openalex.org/W3127751679","https://openalex.org/W3128055887","https://openalex.org/W3131096279","https://openalex.org/W3138516171","https://openalex.org/W3159637683","https://openalex.org/W3162977387","https://openalex.org/W3170841864","https://openalex.org/W3172863135","https://openalex.org/W3184761517","https://openalex.org/W3198125731","https://openalex.org/W3201091899","https://openalex.org/W3202370946","https://openalex.org/W3206254920","https://openalex.org/W4200142374","https://openalex.org/W4200556575","https://openalex.org/W4205652744","https://openalex.org/W4206987367","https://openalex.org/W4214893857","https://openalex.org/W4221015298","https://openalex.org/W4226530543","https://openalex.org/W4229058281","https://openalex.org/W4283450732","https://openalex.org/W4285725870","https://openalex.org/W4289752563","https://openalex.org/W4292793893","https://openalex.org/W4295938041","https://openalex.org/W4298326888","https://openalex.org/W4312349930","https://openalex.org/W4312669952","https://openalex.org/W4313142416","https://openalex.org/W4322707648","https://openalex.org/W4362465355","https://openalex.org/W4380303580","https://openalex.org/W4385452935","https://openalex.org/W4387829151","https://openalex.org/W6637373629","https://openalex.org/W6640295612","https://openalex.org/W6686207219","https://openalex.org/W6739696289","https://openalex.org/W6797399245"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W4239538403","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2565795945","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W2770593030","https://openalex.org/W1996690921"],"abstract_inverted_index":{"The":[0,58,73],"rapid":[1],"development":[2],"of":[3,20,51,55,60,89,185,220],"satellite":[4],"platforms":[5],"has":[6],"yielded":[7],"copious":[8],"and":[9,80,87,99,160,181,212,218,238,257],"diverse":[10,81],"multi-source":[11],"data":[12,67],"for":[13,124,140,189,201],"earth":[14],"observation,":[15],"greatly":[16],"facilitating":[17],"the":[18,44,52,61,78,90,96,103,109,131,183,216,221,244],"growth":[19],"multimodal":[21,125,196,237],"semantic":[22,63,104,126,233],"segmentation":[23,105,127,234],"(MSS)":[24],"in":[25,39,70,251],"remote":[26],"sensing.":[27],"However,":[28],"MSS":[29],"also":[30],"suffers":[31],"from":[32,163],"numerous":[33],"challenges:":[34],"1)":[35],"Existing":[36],"inherent":[37],"defects":[38],"each":[40,85],"modality":[41,86,170,205],"due":[42],"to":[43,75,156,176,230],"different":[45,204],"imaging":[46],"mechanisms.":[47],"2)":[48],"Insufficient":[49],"exploration":[50],"intrinsic":[53,171],"characteristics":[54],"modalities.":[56],"3)":[57],"existence":[59],"huge":[62,110],"gap":[64,111],"between":[65,92],"heterogeneous":[66],"causes":[68],"difficulties":[69],"feature":[71,97,113,141,197],"fusion.":[72],"inability":[74],"effectively":[76,129],"utilize":[77],"rich":[79],"information":[82,162,180],"provided":[83],"by":[84],"ignorance":[88],"heterogeneity":[91],"modalities":[93],"will":[94],"hinder":[95],"enhancement,":[98],"further":[100],"significantly":[101],"impacts":[102],"accuracy.":[106],"Furthermore,":[107,191],"neglecting":[108],"makes":[112],"fusion":[114,198],"challenging.":[115],"In":[116],"this":[117],"study,":[118],"we":[119,144,167,192],"introduce":[120],"a":[121,137,146,169],"novel":[122],"framework":[123],"that":[128],"mitigates":[130],"aforementioned":[132],"problems.":[133],"Our":[134,241],"approach":[135,242],"employs":[136],"pseudo-siamese":[138],"structure":[139,152],"extraction.":[142],"Specifically,":[143],"propose":[145],"simple":[147],"yet":[148],"effective":[149],"geometric":[150,158,187],"topology":[151],"modeling":[153],"(GTSM)":[154],"module":[155,175,200],"extract":[157],"relationships":[159],"texture":[161],"optical":[164],"data.":[165],"Additionally,":[166],"present":[168,193],"noise":[172],"suppression":[173],"(MINS)":[174],"fully":[177,202],"exploit":[178],"radiation":[179],"alleviate":[182],"effects":[184],"unique":[186],"distortions":[188],"SAR.":[190],"an":[194],"adaptive":[195],"(AMFF)":[199],"fusing":[203],"features.":[206],"Extensive":[207],"experiments":[208],"on":[209,247,255,259],"both":[210,248],"WHU-OPT-SAR":[211,256],"DFC23":[213],"datasets":[214],"validate":[215],"robustness":[217],"effectiveness":[219],"proposed":[222],"Modality":[223],"Characteristics-Guided":[224],"Semantic":[225],"Segmentation":[226],"(MoCG)":[227],"network":[228],"compared":[229],"other":[231],"state-of-the-art":[232],"methods,":[235],"including":[236],"single-modal":[239],"approaches.":[240],"achieves":[243],"best":[245],"performance":[246],"datasets,":[249],"resulting":[250],"mIoU/OA":[252],"gains":[253],"69.1%/87.5%":[254],"86.7%/97.3%":[258],"DFC23.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}