{"id":"https://openalex.org/W4415821225","doi":"https://doi.org/10.1109/tgrs.2025.3627904","title":"Vision Foundation Model-Driven Multiscale Expert Tuning for Multimodal Remote Sensing Semantic Segmentation","display_name":"Vision Foundation Model-Driven Multiscale Expert Tuning for Multimodal Remote Sensing Semantic Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415821225","doi":"https://doi.org/10.1109/tgrs.2025.3627904"},"language":null,"primary_location":{"id":"doi:10.1109/tgrs.2025.3627904","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3627904","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027386354","display_name":"Jiayuan Li","orcid":"https://orcid.org/0009-0000-3780-5652"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayuan Li","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0000-3780-5652","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003378750","display_name":"Zhen Wang","orcid":"https://orcid.org/0000-0002-5765-0827"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Wang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-5765-0827","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008716861","display_name":"Nan Xu","orcid":"https://orcid.org/0000-0001-9912-2347"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Xu","raw_affiliation_strings":["School of Architecture and Urban Planning, Shenzhen University, Shenzhen, China","School of Architecture & Urban Planning, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9912-2347","affiliations":[{"raw_affiliation_string":"School of Architecture and Urban Planning, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Architecture & Urban Planning, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019805735","display_name":"Zhu\u2010Hong You","orcid":"https://orcid.org/0000-0003-1266-2696"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuhong You","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-1266-2696","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060381913","display_name":"De-Shuang Huang","orcid":"https://orcid.org/0000-0002-6759-2691"},"institutions":[{"id":"https://openalex.org/I4210165264","display_name":"Guangxi Academy of Sciences","ror":"https://ror.org/054x1kd82","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165264"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"De-Shuang Huang","raw_affiliation_strings":["Guangxi Academy of Sciences, Nanning, China"],"raw_orcid":"https://orcid.org/0000-0002-6759-2691","affiliations":[{"raw_affiliation_string":"Guangxi Academy of Sciences, Nanning, China","institution_ids":["https://openalex.org/I4210165264"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28815293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5095000267028809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5095000267028809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10700000077486038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.08659999817609787,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6736000180244446},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5062000155448914},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5037000179290771},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4627000093460083},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.45170000195503235},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4163999855518341},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.35920000076293945},{"id":"https://openalex.org/keywords/remote-sensing-application","display_name":"Remote sensing application","score":0.3569999933242798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8481000065803528},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6736000180244446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5101000070571899},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5062000155448914},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.35920000076293945},{"id":"https://openalex.org/C183365957","wikidata":"https://www.wikidata.org/wiki/Q17140402","display_name":"Remote sensing application","level":3,"score":0.3569999933242798},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.35019999742507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3384999930858612},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.31470000743865967},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25949999690055847},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3627904","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3627904","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4326000824","display_name":null,"funder_award_id":"2024M754225","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4877271938","display_name":null,"funder_award_id":"2024M754225","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5878753694","display_name":null,"funder_award_id":"6257075139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W2587989515","https://openalex.org/W2787091153","https://openalex.org/W2963995737","https://openalex.org/W3108601100","https://openalex.org/W3127751679","https://openalex.org/W3135445258","https://openalex.org/W3137572916","https://openalex.org/W3175515048","https://openalex.org/W3200075728","https://openalex.org/W3207537403","https://openalex.org/W4200142374","https://openalex.org/W4200556575","https://openalex.org/W4226530543","https://openalex.org/W4283450732","https://openalex.org/W4285244413","https://openalex.org/W4313156423","https://openalex.org/W4318833867","https://openalex.org/W4322706915","https://openalex.org/W4383337348","https://openalex.org/W4384927996","https://openalex.org/W4385245566","https://openalex.org/W4387415351","https://openalex.org/W4388624446","https://openalex.org/W4389104855","https://openalex.org/W4389213130","https://openalex.org/W4390871550","https://openalex.org/W4390874575","https://openalex.org/W4391109864","https://openalex.org/W4392543906","https://openalex.org/W4394596441","https://openalex.org/W4394938945","https://openalex.org/W4399261724","https://openalex.org/W4399426431","https://openalex.org/W4400081713","https://openalex.org/W4400872623","https://openalex.org/W4401072727","https://openalex.org/W4402916202","https://openalex.org/W4403447503","https://openalex.org/W4403674749","https://openalex.org/W4404408958","https://openalex.org/W4405037218","https://openalex.org/W4405179678","https://openalex.org/W4405483685","https://openalex.org/W4405904413","https://openalex.org/W4406259095","https://openalex.org/W4407690759","https://openalex.org/W4408100376","https://openalex.org/W4408556018","https://openalex.org/W4408634392","https://openalex.org/W4408684340","https://openalex.org/W4408703259","https://openalex.org/W4408703306","https://openalex.org/W4409149494","https://openalex.org/W4409529064","https://openalex.org/W4409580927","https://openalex.org/W4410152958","https://openalex.org/W4411948851","https://openalex.org/W4415178648","https://openalex.org/W4415428935"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"remote":[1,62],"sensing":[2],"semantic":[3,92],"segmentation":[4,93,136],"based":[5],"on":[6,181],"Optical":[7],"and":[8,30,38,69,122,140,157,174,212],"Digital":[9],"Surface":[10],"Model":[11,50],"(Opt-DSM)":[12],"data":[13],"is":[14],"pivotal":[15],"for":[16,90],"comprehensive":[17],"scene":[18],"interpretation.":[19],"However,":[20],"prevailing":[21],"methodologies":[22],"often":[23],"lack":[24],"a":[25,146,163],"unified":[26],"vision":[27,112],"foundation":[28,113],"model":[29],"encounter":[31],"significant":[32],"challenges":[33],"in":[34,65],"bridging":[35],"modality":[36],"gaps":[37],"achieving":[39],"effective":[40],"feature":[41,108,172],"fusion.":[42],"Conventional":[43],"models,":[44],"such":[45],"as":[46],"the":[47,57,107,117,135,198,206],"Segment":[48],"Anything":[49],"(SAM),":[51],"exhibit":[52],"inherent":[53],"limitations":[54],"when":[55],"addressing":[56],"unique":[58],"complexities":[59],"of":[60,111,120,137,201],"multimodal":[61,171],"sensing,":[63],"particularly":[64],"managing":[66],"cross-modal":[67],"discrepancies":[68],"intricate":[70],"surface":[71],"structures.":[72],"In":[73],"this":[74],"study,":[75],"we":[76,144,161],"present":[77],"VF-MET":[78,95,189],"(Vision":[79],"Foundation":[80],"Model-Driven":[81],"Multi-Scale":[82,99],"Expert":[83,100],"Tuning),":[84],"an":[85,97],"innovative":[86],"framework":[87],"meticulously":[88],"tailored":[89],"Opt-DSM":[91,183],"tasks.":[94],"incorporates":[96],"adaptive":[98],"Tuning":[101],"(AMET)":[102],"strategy,":[103],"which":[104,152],"substantially":[105],"enhances":[106],"extraction":[109],"capabilities":[110],"models.":[114],"This":[115],"enables":[116],"robust":[118],"capture":[119],"cross-scale":[121],"morphologically":[123],"irregular":[124],"objects,":[125],"while":[126],"simultaneously":[127],"preserving":[128],"superior":[129],"generalization":[130],"ability.":[131],"To":[132],"further":[133,196],"address":[134],"densely":[138],"distributed":[139],"weakly":[141],"correlated":[142],"regions,":[143],"propose":[145],"collaborative":[147],"Box-Point":[148],"Prompt":[149],"Mechanism":[150],"(CBPM),":[151],"significantly":[153],"improves":[154],"spatial":[155],"localization":[156],"contextual":[158,176],"discrimination.":[159],"Moreover,":[160],"introduce":[162],"Two-Stage":[164],"Mask":[165],"Decoder":[166],"(TSMD)":[167],"that":[168,188],"facilitates":[169],"efficient":[170],"fusion":[173],"augments":[175],"understanding.":[177],"Extensive":[178],"experiments":[179],"conducted":[180],"public":[182],"benchmark":[184],"datasets":[185,213],"unequivocally":[186],"demonstrate":[187],"achieves":[190],"state-of-the-art":[191],"performance.":[192],"Comprehensive":[193],"ablation":[194],"studies":[195],"substantiate":[197],"indispensable":[199],"contributions":[200],"each":[202],"constituent":[203],"module":[204],"within":[205],"proposed":[207],"architecture.":[208],"The":[209],"source":[210],"code":[211],"are":[214],"publicly":[215],"accessible":[216],"at":[217],"https://github.com/NWPUFranklee/VF-MET.git.":[218]},"counts_by_year":[],"updated_date":"2025-11-28T23:10:37.245301","created_date":"2025-11-03T00:00:00"}