{"id":"https://openalex.org/W4390539794","doi":"https://doi.org/10.3390/rs16010196","title":"Cross-Modal Retrieval and Semantic Refinement for Remote Sensing Image Captioning","display_name":"Cross-Modal Retrieval and Semantic Refinement for Remote Sensing Image Captioning","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390539794","doi":"https://doi.org/10.3390/rs16010196"},"language":"en","primary_location":{"id":"doi:10.3390/rs16010196","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16010196","pdf_url":"https://www.mdpi.com/2072-4292/16/1/196/pdf?version=1704249166","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/16/1/196/pdf?version=1704249166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103153352","display_name":"Zhengxin Li","orcid":"https://orcid.org/0009-0002-8988-4545"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxin Li","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing 101408, China","The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":"https://orcid.org/0009-0002-8988-4545","affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing 101408, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080918639","display_name":"Wenzhe Zhao","orcid":"https://orcid.org/0000-0002-5130-7219"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenzhe Zhao","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114108004","display_name":"Xuanyi Du","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanyi Du","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing 101408, China","The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing 101408, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103115656","display_name":"Guangyao Zhou","orcid":"https://orcid.org/0009-0003-7906-5498"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyao Zhou","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100690355","display_name":"Songlin Zhang","orcid":"https://orcid.org/0000-0002-0554-6737"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songlin Zhang","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080918639"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2784},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2784},"fwci":1.9738,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.86492793,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"196","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8981506824493408},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8584848642349243},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5568236708641052},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.44859305024147034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4350247085094452},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.42790770530700684},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4174913465976715},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3325866162776947},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2397899627685547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8981506824493408},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8584848642349243},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5568236708641052},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.44859305024147034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350247085094452},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.42790770530700684},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4174913465976715},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3325866162776947},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2397899627685547},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/rs16010196","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16010196","pdf_url":"https://www.mdpi.com/2072-4292/16/1/196/pdf?version=1704249166","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e6cc83e17bfc4cc4937843bf9269ae6d","is_oa":true,"landing_page_url":"https://doaj.org/article/e6cc83e17bfc4cc4937843bf9269ae6d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 16, Iss 1, p 196 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/rs16010196","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16010196","pdf_url":"https://www.mdpi.com/2072-4292/16/1/196/pdf?version=1704249166","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5600000023841858,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390539794.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1956340063","https://openalex.org/W1980038761","https://openalex.org/W2064675550","https://openalex.org/W2086866337","https://openalex.org/W2101105183","https://openalex.org/W2110485445","https://openalex.org/W2123301721","https://openalex.org/W2506483933","https://openalex.org/W2510520237","https://openalex.org/W2603566245","https://openalex.org/W2745461083","https://openalex.org/W2761711448","https://openalex.org/W2779054585","https://openalex.org/W2896348597","https://openalex.org/W2920981979","https://openalex.org/W2925311845","https://openalex.org/W2979924880","https://openalex.org/W2993313557","https://openalex.org/W3006487741","https://openalex.org/W3011916860","https://openalex.org/W3015625772","https://openalex.org/W3017628311","https://openalex.org/W3038038411","https://openalex.org/W3046260628","https://openalex.org/W3097754216","https://openalex.org/W3100245404","https://openalex.org/W3117344638","https://openalex.org/W3135367836","https://openalex.org/W3138136606","https://openalex.org/W3154766321","https://openalex.org/W3194015448","https://openalex.org/W3196922338","https://openalex.org/W3213119051","https://openalex.org/W4206111836","https://openalex.org/W4214587440","https://openalex.org/W4293508747","https://openalex.org/W4294437149","https://openalex.org/W4303444943","https://openalex.org/W4312389717","https://openalex.org/W4317433994","https://openalex.org/W4362465355","https://openalex.org/W4377079834","https://openalex.org/W4385864244","https://openalex.org/W4386003541","https://openalex.org/W6631190155","https://openalex.org/W6725318829","https://openalex.org/W6794197716","https://openalex.org/W6800139171","https://openalex.org/W6806711163"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4290852288","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393"],"abstract_inverted_index":{"Two-stage":[0],"remote":[1,15,54,63],"sensing":[2,16,55,64],"image":[3,175],"captioning":[4,78,129],"(RSIC)":[5],"methods":[6,28],"have":[7],"achieved":[8],"promising":[9],"results":[10],"by":[11,39],"incorporating":[12],"additional":[13],"pre-trained":[14,35],"tasks":[17,65],"to":[18,43,103,153,170],"extract":[19],"supplementary":[20,125,180],"information":[21,126,157,181],"and":[22,49,74,90,158,190,195,224],"improve":[23],"caption":[24,202],"quality.":[25],"However,":[26],"these":[27,82,113],"face":[29],"limitations":[30],"in":[31,53,70,112],"semantic":[32,91,121,142,149,162,188],"comprehension,":[33],"as":[34,119],"detectors/classifiers":[36],"are":[37,116,193],"constrained":[38],"predefined":[40],"labels,":[41],"leading":[42],"an":[44],"oversight":[45],"of":[46,61,107,136,174,211],"the":[47,59,77,128,134,137,147,172,178,186,209,220,222,225],"intricate":[48],"diverse":[50],"details":[51],"present":[52],"images":[56],"(RSIs).":[57],"Additionally,":[58],"handling":[60],"auxiliary":[62],"separately":[66],"can":[67],"introduce":[68,140],"challenges":[69],"ensuring":[71],"seamless":[72],"integration":[73],"alignment":[75],"with":[76,182],"process.":[79,130],"To":[80,131],"address":[81],"problems,":[83],"we":[84,97,139,207],"propose":[85],"a":[86,99,141,198],"novel":[87],"cross-modal":[88,100,199],"retrieval":[89,101],"refinement":[92,143],"(CRSR)":[93],"RSIC":[94],"method.":[95],"Specifically,":[96],"employ":[98],"model":[102],"retrieve":[104],"relevant":[105],"sentences":[106,115],"each":[108],"image.":[109],"The":[110],"words":[111],"retrieved":[114,179],"then":[117],"considered":[118],"primary":[120,148],"information,":[122,150],"providing":[123],"valuable":[124],"for":[127,201],"further":[132],"enhance":[133],"quality":[135],"captions,":[138],"module":[144],"that":[145],"refines":[146],"which":[151],"helps":[152],"filter":[154],"out":[155],"misleading":[156],"emphasize":[159],"visually":[160],"salient":[161],"information.":[163],"A":[164],"Transformer":[165],"Mapper":[166],"network":[167],"is":[168],"introduced":[169],"expand":[171],"representation":[173],"features":[176,192],"beyond":[177],"learnable":[183],"queries.":[184],"Both":[185],"refined":[187],"tokens":[189],"visual":[191],"integrated":[194],"fed":[196],"into":[197],"decoder":[200],"generation.":[203],"Through":[204],"extensive":[205],"experiments,":[206],"demonstrate":[208],"superiority":[210],"our":[212],"CRSR":[213],"method":[214],"over":[215],"existing":[216],"state-of-the-art":[217],"approaches":[218],"on":[219],"RSICD,":[221],"UCM-Captions,":[223],"Sydney-Captions":[226],"datasets":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}