{"id":"https://openalex.org/W4407783806","doi":"https://doi.org/10.1109/tgrs.2025.3542868","title":"Tuple Perturbation-Based Contrastive Learning Framework for Multimodal Remote Sensing Image Semantic Segmentation","display_name":"Tuple Perturbation-Based Contrastive Learning Framework for Multimodal Remote Sensing Image Semantic Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407783806","doi":"https://doi.org/10.1109/tgrs.2025.3542868"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3542868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3542868","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079586899","display_name":"Yuanxin Ye","orcid":"https://orcid.org/0000-0001-6843-6722"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanxin Ye","raw_affiliation_strings":["Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075374683","display_name":"Jinkun Dai","orcid":"https://orcid.org/0009-0004-1800-5579"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinkun Dai","raw_affiliation_strings":["Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425202","display_name":"Liang Zhou","orcid":"https://orcid.org/0000-0002-3471-9924"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhou","raw_affiliation_strings":["Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039769938","display_name":"Keyi Duan","orcid":"https://orcid.org/0000-0002-1902-3005"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyi Duan","raw_affiliation_strings":["Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067803447","display_name":"Ran Tao","orcid":"https://orcid.org/0000-0002-5243-7189"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Tao","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317994","display_name":"Wei Li","orcid":"https://orcid.org/0000-0001-7015-7335"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075013625","display_name":"Danfeng Hong","orcid":"https://orcid.org/0000-0002-3212-9584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danfeng Hong","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5079586899"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":7.3085,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96889124,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8126999735832214,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8126999735832214,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.79339998960495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.7853000164031982,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7432740926742554},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6004707217216492},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5885212421417236},{"id":"https://openalex.org/keywords/tuple","display_name":"Tuple","score":0.5579339861869812},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.515119731426239},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3919687867164612},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37122589349746704},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3338199853897095},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1306660771369934},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11582821607589722}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7432740926742554},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6004707217216492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5885212421417236},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.5579339861869812},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.515119731426239},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3919687867164612},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37122589349746704},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3338199853897095},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1306660771369934},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11582821607589722},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3542868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3542868","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2992221997","display_name":null,"funder_award_id":"42271446","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3812997552","display_name":null,"funder_award_id":"2024YFC3015404","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5120362132","display_name":null,"funder_award_id":"2024ZYD0084","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322922","display_name":"Department of Science and Technology of Sichuan Province","ror":"https://ror.org/04323m874"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2038420319","https://openalex.org/W2077570405","https://openalex.org/W2755992512","https://openalex.org/W3008115128","https://openalex.org/W3010622813","https://openalex.org/W3023371261","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3048631361","https://openalex.org/W3091791645","https://openalex.org/W3094897602","https://openalex.org/W3099850646","https://openalex.org/W3108655343","https://openalex.org/W3112898771","https://openalex.org/W3114632476","https://openalex.org/W3151168706","https://openalex.org/W3154977284","https://openalex.org/W3175184835","https://openalex.org/W3198316248","https://openalex.org/W3209540366","https://openalex.org/W3212022090","https://openalex.org/W3214821343","https://openalex.org/W4200142374","https://openalex.org/W4205138939","https://openalex.org/W4210642697","https://openalex.org/W4214689917","https://openalex.org/W4226336958","https://openalex.org/W4293370522","https://openalex.org/W4378194596","https://openalex.org/W4380763457","https://openalex.org/W4384521492","https://openalex.org/W4386065524","https://openalex.org/W4386179772","https://openalex.org/W4388157208","https://openalex.org/W4390776187","https://openalex.org/W4391020695","https://openalex.org/W4391554390","https://openalex.org/W4391953503","https://openalex.org/W4393906060","https://openalex.org/W4404408958","https://openalex.org/W4405833351","https://openalex.org/W6728184133","https://openalex.org/W6746825566","https://openalex.org/W6748481559","https://openalex.org/W6777265123","https://openalex.org/W6779997284","https://openalex.org/W6791865553","https://openalex.org/W6804835511","https://openalex.org/W6839947277"],"related_works":["https://openalex.org/W4245395944","https://openalex.org/W2143551613","https://openalex.org/W2138823233","https://openalex.org/W1979740464","https://openalex.org/W2143345456","https://openalex.org/W1789991335","https://openalex.org/W2562731034","https://openalex.org/W4315705795","https://openalex.org/W1870651561","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Deep":[0],"learning":[1,24,37,57,76],"models":[2],"exhibit":[3],"promising":[4],"potential":[5],"in":[6,44,150,196],"multimodal":[7,55,74,109,127,145,164],"remote":[8,46],"sensing":[9,47],"image":[10,165],"semantic":[11,128,152,189],"segmentation":[12,129,153,190],"(MRSISS).":[13],"However,":[14],"the":[15,28,45,65,92,96,104,118,176,180,192],"constrained":[16],"access":[17],"to":[18,81,102,107,143],"labeled":[19,200],"samples":[20],"for":[21],"training":[22],"deep":[23],"networks":[25],"significantly":[26],"influences":[27],"performance":[29,187],"of":[30,188,198],"these":[31],"models.":[32],"To":[33],"address":[34],"that,":[35],"self-supervised":[36],"(SSL)":[38],"methods":[39,195],"have":[40,157],"garnered":[41],"significant":[42],"interest":[43],"community.":[48],"Accordingly,":[49],"this":[50],"article":[51],"proposes":[52],"a":[53,71,123],"novel":[54],"contrastive":[56,75],"framework":[58,182],"based":[59],"on":[60,161],"tuple":[61,72,97],"perturbation,":[62],"which":[63,132],"includes":[64],"pretraining":[66,93],"and":[67,85,95,125,169,175],"fine-tuning":[68,119],"stages.":[69],"First,":[70],"perturbation-based":[73],"network":[77,130],"(TMCNet)":[78],"is":[79,100,205],"designed":[80],"better":[82,151],"explore":[83],"shared":[84],"different":[86],"feature":[87],"representations":[88],"across":[89],"modalities":[90,142],"during":[91],"stage":[94],"perturbation":[98],"module":[99],"introduced":[101],"improve":[103],"network\u2019s":[105],"ability":[106],"extract":[108],"features":[110,146],"by":[111,136],"generating":[112],"more":[113,147,185],"complex":[114],"negative":[115],"samples.":[116,201],"In":[117],"stage,":[120],"we":[121],"develop":[122],"simple":[124],"effective":[126],"(MSSNet),":[131],"can":[133,183],"reduce":[134],"noise":[135],"using":[137],"complementary":[138],"information":[139],"from":[140],"various":[141],"integrate":[144],"effectively,":[148],"resulting":[149],"performance.":[154],"Extensive":[155],"experiments":[156],"been":[158],"carried":[159],"out":[160],"two":[162],"published":[163],"datasets":[166],"including":[167],"optical":[168],"synthetic":[170],"aperture":[171],"radar":[172],"(SAR)":[173],"pairs,":[174],"results":[177],"show":[178],"that":[179],"proposed":[181],"obtain":[184],"superior":[186],"than":[191],"current":[193],"state-of-the-art":[194],"cases":[197],"limited":[199],"The":[202],"source":[203],"code":[204],"available":[206],"at":[207],"<uri":[208],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[209],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/yeyuanxin110/TMCNet-MSSNet</uri>.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
