{"id":"https://openalex.org/W7156619192","doi":"https://doi.org/10.48550/arxiv.2604.24125","title":"Open-Vocabulary Semantic Segmentation Network Integrating Object-Level Label and Scene-Level Semantic Features for Multimodal Remote Sensing Images","display_name":"Open-Vocabulary Semantic Segmentation Network Integrating Object-Level Label and Scene-Level Semantic Features for Multimodal Remote Sensing Images","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7156619192","doi":"https://doi.org/10.48550/arxiv.2604.24125"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24125","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24125","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24125","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134818084","display_name":"Jinkun Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Jinkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134798854","display_name":"Yuanxin Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Yuanxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134815153","display_name":"Peng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074933205","display_name":"Tengfeng Tang","orcid":"https://orcid.org/0000-0002-7709-1882"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Tengfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134815030","display_name":"Xianping Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xianping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134784764","display_name":"Jing Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134769915","display_name":"Mi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Mi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.45080000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.45080000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.17270000278949738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7128999829292297},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5023000240325928},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4968999922275543},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.41519999504089355},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.39399999380111694},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.37790000438690186},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3758000135421753},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.36980000138282776},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.3481999933719635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8360999822616577},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7128999829292297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.527400016784668},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5023000240325928},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4968999922275543},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.37790000438690186},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.33880001306533813},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C85407183","wikidata":"https://www.wikidata.org/wiki/Q1045785","display_name":"Semantic network","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C185754541","wikidata":"https://www.wikidata.org/wiki/Q1322093","display_name":"FrameNet","level":3,"score":0.28130000829696655},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.2676999866962433},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C2780103172","wikidata":"https://www.wikidata.org/wiki/Q1309721","display_name":"Visual Objects","level":3,"score":0.25609999895095825},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.2558000087738037},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24125","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24125","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24125","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24125","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Semantic":[0],"segmentation":[1,72,89,167,175],"of":[2,37,45],"multi-modal":[3,24,68,88,146],"remote":[4,196],"sensing":[5,197],"imagery":[6],"plays":[7],"a":[8,42,65,93,155,191],"pivotal":[9],"role":[10],"in":[11],"land":[12],"use/land":[13],"cover":[14],"(LULC)":[15],"mapping,":[16],"environmental":[17],"monitoring,":[18],"and":[19,55,102,134,148,162,185],"precision":[20],"earth":[21],"observation.":[22],"Current":[23],"approaches":[25],"mainly":[26],"focus":[27],"on":[28],"integrating":[29],"complementary":[30],"visual":[31,53,80,120,126],"modalities,":[32],"yet":[33],"neglect":[34],"the":[35,123,159],"incorporating":[36],"non-visual":[38],"textual":[39,77,108,201],"data":[40],"-":[41],"rich":[43],"source":[44,209],"knowledge":[46,202],"that":[47,74,171,200],"can":[48],"bridge":[49],"semantic":[50,71,84,101,127,166],"gaps":[51],"between":[52,158],"patterns":[54],"real-world":[56],"concepts.":[57],"To":[58,137],"address":[59],"this":[60],"limitation,":[61],"we":[62,141],"propose":[63],"TSMNet,":[64],"text":[66,95],"supervised":[67],"open":[69],"vocabulary":[70],"network":[73],"synergistically":[75],"integrates":[76],"supervision":[78],"with":[79,119],"representation":[81],"for":[82,194],"open-vocabulary":[83],"segmentation.":[85],"Unlike":[86],"conventional":[87],"frameworks,":[90],"TSMNet":[91,172],"introduces":[92],"dual-branch":[94],"encoder":[96],"to":[97,153],"extract":[98],"both":[99],"scene-level":[100],"object-level":[103],"label":[104],"information":[105],"from":[106],"various":[107],"data,":[109],"enabling":[110,130],"dynamic":[111],"cross-modal":[112],"fusion.":[113],"These":[114],"text-derived":[115],"features":[116],"dynamically":[117],"interact":[118],"embeddings":[121],"through":[122],"proposed":[124,160],"text-guided":[125],"fusion":[128],"module,":[129],"domain-aware":[131],"feature":[132],"refinement":[133],"human-interpretable":[135],"decision-making.":[136],"verify":[138],"our":[139],"method,":[140],"innovatively":[142],"construct":[143],"two":[144],"new":[145,192],"datasets,":[147],"carry":[149],"out":[150],"extensive":[151],"experiments":[152],"make":[154],"comprehensive":[156],"comparison":[157],"method":[161],"other":[163],"state-of-the-art":[164],"(SOTA)":[165],"models.":[168],"Results":[169],"demonstrate":[170],"achieves":[173],"superior":[174],"accuracy":[176],"while":[177],"exhibiting":[178],"robust":[179],"generalization":[180],"capabilities":[181],"across":[182],"diverse":[183],"geographical":[184],"sensor-specific":[186],"scenarios.":[187],"This":[188],"work":[189],"establishes":[190],"paradigm":[193],"explainable":[195],"analysis,":[198],"demonstrating":[199],"integration":[203],"significantly":[204],"enhances":[205],"model":[206],"generalizability.":[207],"The":[208],"code":[210],"will":[211],"be":[212],"available":[213],"at":[214],"https://github.com/yeyuanxin110/TSMNet":[215]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}