{"id":"https://openalex.org/W4408914231","doi":"https://doi.org/10.1109/lgrs.2025.3554798","title":"Boosting Multimodal Remote Sensing Image Classification via Prompt-Driven Fusion","display_name":"Boosting Multimodal Remote Sensing Image Classification via Prompt-Driven Fusion","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408914231","doi":"https://doi.org/10.1109/lgrs.2025.3554798"},"language":"en","primary_location":{"id":"doi:10.1109/lgrs.2025.3554798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2025.3554798","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102930729","display_name":"Yuanjie Dai","orcid":"https://orcid.org/0009-0007-1312-2102"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanjie Dai","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China"],"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]},{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056982186","display_name":"Jianhui Wu","orcid":"https://orcid.org/0000-0002-7226-1619"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhui Wu","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China"],"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]},{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054931315","display_name":"Tian Luo","orcid":"https://orcid.org/0000-0001-6305-002X"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Luo","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China"],"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]},{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088682037","display_name":"Jia Li","orcid":"https://orcid.org/0009-0005-6192-1983"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Li","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China"],"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]},{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109757400","display_name":"Shaoxiong Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoxiong Xie","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China"],"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]},{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008778016","display_name":"Lin Zhao","orcid":"https://orcid.org/0000-0003-3514-4330"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhao","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China"],"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3-D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]},{"raw_affiliation_string":"School of Information Science and Engineering, Hunan Engineering Technology Research Center for3-D Reconstruction and Intelligent Application, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102930729"],"corresponding_institution_ids":["https://openalex.org/I100286613"],"apc_list":null,"apc_paid":null,"fwci":1.2004,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78817273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"22","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9326000213623047,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8179115056991577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6593537330627441},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6090748906135559},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5945724248886108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5887750387191772},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.476644366979599},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4522382616996765},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.43662744760513306},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4331165552139282},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.41880160570144653},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34067922830581665},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2546541094779968},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1155397891998291}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8179115056991577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6593537330627441},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6090748906135559},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5945724248886108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5887750387191772},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.476644366979599},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4522382616996765},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.43662744760513306},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4331165552139282},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.41880160570144653},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34067922830581665},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2546541094779968},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1155397891998291},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lgrs.2025.3554798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2025.3554798","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1439385949","display_name":null,"funder_award_id":"23A0488","funder_id":"https://openalex.org/F4320333642","funder_display_name":"Scientific Research Foundation of Hunan Provincial Education Department"},{"id":"https://openalex.org/G6067176985","display_name":null,"funder_award_id":"22C0365","funder_id":"https://openalex.org/F4320333642","funder_display_name":"Scientific Research Foundation of Hunan Provincial Education Department"},{"id":"https://openalex.org/G608680131","display_name":null,"funder_award_id":"2023JJ30284","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G8530369766","display_name":null,"funder_award_id":"62473148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320333642","display_name":"Scientific Research Foundation of Hunan Provincial Education Department","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1584663654","https://openalex.org/W2765739551","https://openalex.org/W2919174461","https://openalex.org/W2963371848","https://openalex.org/W3014859219","https://openalex.org/W3035356612","https://openalex.org/W3048631361","https://openalex.org/W3197832506","https://openalex.org/W4205991051","https://openalex.org/W4210794570","https://openalex.org/W4312465065","https://openalex.org/W4315606133","https://openalex.org/W4380763457","https://openalex.org/W4386075538","https://openalex.org/W4391305834"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2139242969"],"abstract_inverted_index":{"Prompt":[0],"tuning":[1,27,163],"has":[2],"emerged":[3],"as":[4],"a":[5,37,52,110,165],"powerful":[6],"approach":[7,118],"in":[8],"the":[9,29,59,64,80,90,99,121,133,138,151],"era":[10],"for":[11,45,120,172],"foundation":[12],"models,":[13],"enabling":[14],"efficient":[15],"use":[16],"of":[17,31,55,66,83,123,140,160],"pretrained":[18,67,170],"knowledge":[19],"while":[20,62,136],"minimizing":[21],"resource":[22],"demands.":[23],"We":[24],"introduce":[25],"prompt":[26,162],"to":[28,79,97],"field":[30],"remote":[32],"sensing":[33],"(RS)":[34],"and":[35,87,102],"propose":[36],"novel":[38,111],"prompt-based":[39],"multimodal":[40,47,161],"fusion":[41],"framework":[42],"called":[43],"ProMF":[44,50],"RS":[46,173],"image":[48],"classification.":[49],"incorporates":[51],"small":[53],"number":[54],"learnable":[56],"parameters":[57,65,76],"into":[58],"input":[60,81],"space,":[61],"keeping":[63],"networks":[68],"frozen":[69],"during":[70,94],"model":[71,134],"fine":[72],"tuning.":[73],"These":[74],"additional":[75],"are":[77],"prepended":[78],"sequence":[82],"each":[84],"Transformer":[85],"layer":[86,129],"trained":[88],"alongside":[89],"linear":[91],"classification":[92],"head":[93],"fine-tuning.":[95],"Furthermore,":[96],"enhance":[98],"feature":[100],"interaction":[101],"fusion,":[103],"we":[104],"hierarchically":[105],"incorporate":[106],"useful":[107],"prompts":[108],"through":[109],"prompt-embedded":[112],"multihead":[113],"self-attention":[114],"(MSA)":[115],"mechanism.":[116],"This":[117],"allows":[119],"learning":[122],"complementary":[124],"representations":[125],"from":[126],"different":[127],"modalities":[128],"by":[130],"layer,":[131],"improving":[132],"performance":[135],"reducing":[137],"risk":[139],"overfitting.":[141],"Experimental":[142],"results":[143],"on":[144,168],"three":[145],"commonly":[146],"used":[147],"datasets":[148],"demonstrate":[149],"that":[150],"proposed":[152],"method":[153],"outperforms":[154],"state-of-the-art":[155],"approaches.":[156],"The":[157,175],"demonstrated":[158],"effectiveness":[159],"offers":[164],"new":[166],"perspective":[167],"adapting":[169],"models":[171],"applications.":[174],"code":[176],"will":[177],"be":[178],"publicly":[179],"available":[180],"at:":[181],"<uri":[182],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/zhaolin6/ProMF</uri>":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}