{"id":"https://openalex.org/W4401718399","doi":"https://doi.org/10.1109/jstars.2024.3447086","title":"PERS: Parameter-Efficient Multimodal Transfer Learning for Remote Sensing Visual Question Answering","display_name":"PERS: Parameter-Efficient Multimodal Transfer Learning for Remote Sensing Visual Question Answering","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401718399","doi":"https://doi.org/10.1109/jstars.2024.3447086"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2024.3447086","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2024.3447086","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/jstars.2024.3447086","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101400989","display_name":"Jinlong He","orcid":"https://orcid.org/0009-0009-8891-554X"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinlong He","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0009-8891-554X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109282686","display_name":"Gang Liu","orcid":"https://orcid.org/0000-0002-7032-8429"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Liu","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-7032-8429","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339791","display_name":"Pengfei Li","orcid":"https://orcid.org/0009-0009-4234-1579"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Li","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0009-4234-1579","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110492156","display_name":"Xiaonan Su","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaonan Su","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenhua Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhua Jiang","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019661453","display_name":"Dongze Zhang","orcid":"https://orcid.org/0000-0002-5510-5972"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongze Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006400852","display_name":"Shenjun Zhong","orcid":"https://orcid.org/0000-0001-6542-649X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shenjun Zhong","raw_affiliation_strings":["Monash Biomedical Imaging, Monash University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6542-649X","affiliations":[{"raw_affiliation_string":"Monash Biomedical Imaging, Monash University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":1.8305,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.86132457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"17","issue":null,"first_page":"14823","last_page":"14835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7214487195014954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7055169939994812},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5286282300949097},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4368245005607605},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3705981373786926},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3241877555847168}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7214487195014954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7055169939994812},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5286282300949097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4368245005607605},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3705981373786926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3241877555847168},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2024.3447086","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2024.3447086","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9b2880f8a088446b81905f73107a8f63","is_oa":true,"landing_page_url":"https://doaj.org/article/9b2880f8a088446b81905f73107a8f63","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 17, Pp 14823-14835 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2024.3447086","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2024.3447086","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2512351403","https://openalex.org/W2609880332","https://openalex.org/W2616247523","https://openalex.org/W2890732922","https://openalex.org/W2896457183","https://openalex.org/W2962784628","https://openalex.org/W2963383024","https://openalex.org/W2963717374","https://openalex.org/W2995766874","https://openalex.org/W3009818596","https://openalex.org/W3012111773","https://openalex.org/W3035682985","https://openalex.org/W3048631361","https://openalex.org/W3090239664","https://openalex.org/W3098351727","https://openalex.org/W3100006985","https://openalex.org/W3102564565","https://openalex.org/W3102692100","https://openalex.org/W3103092912","https://openalex.org/W3118934234","https://openalex.org/W3120467244","https://openalex.org/W3168972675","https://openalex.org/W3174770825","https://openalex.org/W3180045188","https://openalex.org/W3202473058","https://openalex.org/W3206168895","https://openalex.org/W3206799531","https://openalex.org/W3208645119","https://openalex.org/W3209206732","https://openalex.org/W3212037738","https://openalex.org/W4229439310","https://openalex.org/W4285818301","https://openalex.org/W4290832506","https://openalex.org/W4292828962","https://openalex.org/W4307321662","https://openalex.org/W4312480274","https://openalex.org/W4316661266","https://openalex.org/W4386057714","https://openalex.org/W4387802575","https://openalex.org/W4394863100","https://openalex.org/W6738045163","https://openalex.org/W6757817989","https://openalex.org/W6759579507","https://openalex.org/W6779584667","https://openalex.org/W6788135285","https://openalex.org/W6796581206","https://openalex.org/W6802006682","https://openalex.org/W6838701581","https://openalex.org/W6841517057","https://openalex.org/W6845730498","https://openalex.org/W6846313647"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Remote":[0],"sensing":[1],"(RS)":[2],"visual":[3,97],"question":[4],"answering":[5],"(VQA)":[6],"provides":[7],"accurate":[8],"answers":[9],"through":[10],"the":[11,64,96,124,165],"analysis":[12],"of":[13,40,67,126,167],"RS":[14],"images":[15],"(RSIs)":[16],"and":[17,61,72,113,139],"associated":[18],"questions.":[19],"Recent":[20],"research":[21],"has":[22],"increasingly":[23],"adopted":[24],"transformers":[25,49,68],"for":[26,87,120],"feature":[27,70,98],"extraction.":[28],"However,":[29],"this":[30],"trend":[31],"leads":[32],"to":[33,50,108,157],"escalating":[34],"training":[35,111,159],"costs":[36,112],"as":[37],"a":[38,54,91],"consequence":[39],"increased":[41],"model":[42],"sizes.":[43],"Furthermore,":[44],"existing":[45],"studies":[46,147],"predominantly":[47],"employ":[48],"extract":[51],"features":[52],"from":[53],"single":[55],"modality,":[56],"insufficiently":[57],"integrating":[58],"multimodal":[59,84,121],"information":[60,127],"thereby":[62],"undermining":[63],"potential":[65],"advantages":[66],"in":[69,74],"extraction":[71,99],"fusion":[73],"these":[75,79],"scenarios.":[76],"To":[77],"address":[78],"challenges,":[80],"we":[81],"propose":[82],"parameter-efficient":[83,93,151],"transfer":[85],"learning":[86],"RSVQA.":[88],"We":[89],"introduce":[90],"lightweight,":[92],"adapter":[94,152],"into":[95],"module,":[100],"initialized":[101],"with":[102],"weights":[103],"pretrained":[104],"on":[105,134],"large-scale":[106],"RSIs":[107],"reduce":[109],"both":[110],"parameters.":[114],"A":[115],"cross-attention":[116],"mechanism":[117],"is":[118],"employed":[119],"interaction,":[122],"enhancing":[123],"integration":[125],"across":[128],"modalities.":[129],"Comprehensive":[130],"experiments":[131],"were":[132],"conducted":[133],"three":[135],"datasets:":[136],"RSVQA-LR,":[137],"RSVQA-HR,":[138],"RSVQAxBEN,":[140],"achieving":[141],"state-of-the-art":[142],"performance.":[143],"Moreover,":[144],"exhaustive":[145],"ablation":[146],"demonstrate":[148],"that":[149],"our":[150,168],"strategy":[153],"achieves":[154],"performance":[155],"comparable":[156],"full-parameter":[158],"under":[160],"partial":[161],"parameter":[162],"conditions,":[163],"validating":[164],"efficacy":[166],"approach.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}