{"id":"https://openalex.org/W4403864097","doi":"https://doi.org/10.1109/tgrs.2024.3487576","title":"SegCLIP: Multimodal Visual-Language and Prompt Learning for High-Resolution Remote Sensing Semantic Segmentation","display_name":"SegCLIP: Multimodal Visual-Language and Prompt Learning for High-Resolution Remote Sensing Semantic Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403864097","doi":"https://doi.org/10.1109/tgrs.2024.3487576"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3487576","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3487576","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shijie Zhang","orcid":"https://orcid.org/0009-0003-8939-4025"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijie Zhang","raw_affiliation_strings":["School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0003-8939-4025","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541450","display_name":"Bin Zhang","orcid":"https://orcid.org/0000-0002-2190-6253"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhang","raw_affiliation_strings":["School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2190-6253","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001831755","display_name":"Yuntao Wu","orcid":"https://orcid.org/0000-0001-7911-4104"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Wu","raw_affiliation_strings":["School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7911-4104","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091259006","display_name":"Huabing Zhou","orcid":"https://orcid.org/0000-0001-5007-7303"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huabing Zhou","raw_affiliation_strings":["School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5007-7303","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and Hubei Province Key Laboratory of Intelligent Robots, Wuhan Institute of Technology, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan Institute of Technology Hubei Province Key Laboratory of Intelligent Robots, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087165831","display_name":"Junjun Jiang","orcid":"https://orcid.org/0000-0002-5694-505X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjun Jiang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-5694-505X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040010053","display_name":"Jiayi Ma","orcid":"https://orcid.org/0000-0003-3264-3265"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Ma","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3264-3265","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.9534,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99291214,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9264000058174133,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9264000058174133,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7930566668510437},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6202766299247742},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5555225610733032},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5010585784912109},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.450353741645813},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.4338891804218292},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.42646434903144836},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41112610697746277},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11868324875831604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7930566668510437},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6202766299247742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5555225610733032},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5010585784912109},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.450353741645813},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.4338891804218292},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.42646434903144836},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41112610697746277},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11868324875831604}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3487576","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3487576","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1715131449","display_name":null,"funder_award_id":"2022BAA079","funder_id":"https://openalex.org/F4320327780","funder_display_name":"Key Research and Development Program of Jiangxi Province"},{"id":"https://openalex.org/G8312470088","display_name":null,"funder_award_id":"B210610","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8395540411","display_name":null,"funder_award_id":"62171327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327780","display_name":"Key Research and Development Program of Jiangxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2560023338","https://openalex.org/W2587540369","https://openalex.org/W2782861076","https://openalex.org/W2787091153","https://openalex.org/W2799924016","https://openalex.org/W2963150697","https://openalex.org/W2963378109","https://openalex.org/W2968124245","https://openalex.org/W2970231061","https://openalex.org/W3013039199","https://openalex.org/W3028752951","https://openalex.org/W3089345975","https://openalex.org/W3096609285","https://openalex.org/W3109301572","https://openalex.org/W3110908156","https://openalex.org/W3127338020","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3159481202","https://openalex.org/W3168491317","https://openalex.org/W3185341429","https://openalex.org/W3200370304","https://openalex.org/W3207083123","https://openalex.org/W3210958972","https://openalex.org/W3213557922","https://openalex.org/W3216678721","https://openalex.org/W4205379033","https://openalex.org/W4206759674","https://openalex.org/W4214893857","https://openalex.org/W4224009926","https://openalex.org/W4226058394","https://openalex.org/W4226252548","https://openalex.org/W4281728613","https://openalex.org/W4283450732","https://openalex.org/W4288056659","https://openalex.org/W4289752563","https://openalex.org/W4312263794","https://openalex.org/W4312310776","https://openalex.org/W4312312588","https://openalex.org/W4312559104","https://openalex.org/W4312815172","https://openalex.org/W4313121711","https://openalex.org/W4313156423","https://openalex.org/W4313525856","https://openalex.org/W4318149001","https://openalex.org/W4322706836","https://openalex.org/W4323897048","https://openalex.org/W4382119132","https://openalex.org/W4383428387","https://openalex.org/W4385245566","https://openalex.org/W4385574797","https://openalex.org/W4385815641","https://openalex.org/W4386071792","https://openalex.org/W4386634500","https://openalex.org/W4387702821","https://openalex.org/W4390848649","https://openalex.org/W4390874207","https://openalex.org/W4394595725","https://openalex.org/W4399125182","https://openalex.org/W4402259968","https://openalex.org/W6620707391","https://openalex.org/W6755207826","https://openalex.org/W6763251565","https://openalex.org/W6766904570","https://openalex.org/W6790904380","https://openalex.org/W6791353385","https://openalex.org/W6795435739","https://openalex.org/W6797399245","https://openalex.org/W6798805250","https://openalex.org/W6798837711","https://openalex.org/W6799579066"],"related_works":["https://openalex.org/W2121524756","https://openalex.org/W782553550","https://openalex.org/W4379231730","https://openalex.org/W1987967678","https://openalex.org/W1517180214","https://openalex.org/W4389858081","https://openalex.org/W2633218168","https://openalex.org/W2082780921","https://openalex.org/W4235897794","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Remote":[0],"sensing":[1,16,132],"semantic":[2,37,101,146,184,187,228],"segmentation":[3,38,147,229],"is":[4],"considered":[5],"a":[6,88,104,114,140,173],"key":[7],"step":[8],"in":[9,22,56,91,165],"the":[10,46,57,62,76,92,136,162,196,216,222],"intelligent":[11],"interpretation":[12],"of":[13,48,64,106,148,198],"high-resolution":[14],"remote":[15,131],"(HRRS)":[17],"images,":[18],"with":[19,61],"widespread":[20],"applications":[21],"fields":[23],"such":[24],"as":[25],"hazard":[26],"assessment,":[27],"environmental":[28],"monitoring,":[29],"and":[30,99,182,201,225],"urban":[31],"planning.":[32],"Recently,":[33],"numerous":[34],"deep":[35,100],"learning-based":[36],"methods":[39],"have":[40,153,171,193,202],"emerged,":[41],"achieving":[42],"significant":[43],"breakthroughs.":[44],"However,":[45],"majority":[47],"current":[49],"research":[50],"still":[51],"concentrates":[52],"on":[53,118,221],"representation":[54],"learning":[55],"visual":[58,78,93,163,183],"feature":[59,175],"space,":[60],"potential":[63,197],"multimodal":[65],"data":[66,200],"sources":[67],"yet":[68],"to":[69,121,124,156,207],"be":[70],"fully":[71,194],"explored.":[72],"In":[73],"recent":[74],"years,":[75],"foundational":[77],"language":[79],"model,":[80],"namely":[81],"contrastive":[82],"language-image":[83],"pretraining":[84],"(CLIP),":[85],"has":[86],"established":[87],"new":[89],"paradigm":[90],"field,":[94],"demonstrating":[95],"excellent":[96],"generalization":[97],"capabilities":[98],"understanding":[102],"across":[103,189],"variety":[105],"tasks.":[107],"Inspired":[108],"by":[109],"prompt":[110],"learning,":[111],"we":[112,152,170,192],"propose":[113],"prompting":[115],"approach":[116],"based":[117],"linguistic":[119,181],"descriptions":[120],"enable":[122],"CLIP":[123,155],"generate":[125],"semantically":[126],"distinct":[127],"contextual":[128],"information":[129],"for":[130,145],"images.":[133,150],"We":[134],"introduce":[135],"SegCLIP":[137],"network":[138],"architecture,":[139],"novel":[141],"framework":[142],"specifically":[143],"designed":[144,172],"HRRS":[149],"Specifically,":[151],"adapted":[154],"extract":[157],"text":[158,199,206],"information,":[159],"thereby":[160],"guiding":[161],"model":[164],"distinguishing":[166],"among":[167],"classes.":[168],"Additionally,":[169],"cross-modal":[174],"fusion":[176],"(CFF)":[177],"module":[178],"that":[179,215],"integrates":[180],"features,":[185],"ensuring":[186],"consistency":[188],"modalities.":[190],"Finally,":[191],"exploited":[195],"used":[203],"additional":[204],"real":[205],"refine":[208],"ambiguous":[209],"query":[210],"features.":[211],"Experimental":[212],"evaluations":[213],"confirm":[214],"method":[217],"exhibits":[218],"superior":[219],"performance":[220],"LoveDA,":[223],"iSAID,":[224],"UAVid":[226],"public":[227],"datasets.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}