{"id":"https://openalex.org/W4313021481","doi":"https://doi.org/10.1109/tgrs.2022.3218921","title":"Remote Sensing Image Change Captioning With Dual-Branch Transformers: A New Method and a Large Scale Dataset","display_name":"Remote Sensing Image Change Captioning With Dual-Branch Transformers: A New Method and a Large Scale Dataset","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4313021481","doi":"https://doi.org/10.1109/tgrs.2022.3218921"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2022.3218921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3218921","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059677848","display_name":"Chenyang Liu","orcid":"https://orcid.org/0000-0003-3034-6646"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenyang Liu","raw_affiliation_strings":["Image Processing Center, School of Astronautics, Beihang University, Beijing, China","School of Astronautics, Image Processing Center, Beihang University, Beijing, China","Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Image Processing Center, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Astronautics, Image Processing Center, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078304976","display_name":"Rui Zhao","orcid":"https://orcid.org/0000-0003-4271-0206"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhao","raw_affiliation_strings":["Fuxi AI Laboratory, NetEase, Hangzhou, Zhejiang, China","School of Astronautics, Image Processing Center, Beihang University, Beijing, China","Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Fuxi AI Laboratory, NetEase, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210091137"]},{"raw_affiliation_string":"School of Astronautics, Image Processing Center, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353576","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-6418-3761"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["Image Processing Center, School of Astronautics, Beihang University, Beijing, China","School of Astronautics, Image Processing Center, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Image Processing Center, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Astronautics, Image Processing Center, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088611151","display_name":"Zhengxia Zou","orcid":"https://orcid.org/0000-0003-1774-552X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxia Zou","raw_affiliation_strings":["Department of Guidance, Navigation and Control, School of Astronautics, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Guidance, Navigation and Control, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058849690","display_name":"Zhenwei Shi","orcid":"https://orcid.org/0000-0002-4772-3172"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwei Shi","raw_affiliation_strings":["Image Processing Center, School of Astronautics, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","School of Astronautics, Image Processing Center, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Image Processing Center, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Astronautics, Image Processing Center, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059677848"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":14.1906,"has_fulltext":false,"cited_by_count":148,"citation_normalized_percentile":{"value":0.99415472,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"60","issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8704581260681152},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8342501521110535},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6503492593765259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6072313189506531},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.553309440612793},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.48010921478271484},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4387647807598114},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4145893454551697},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41103723645210266},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.29099032282829285}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8704581260681152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8342501521110535},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6503492593765259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6072313189506531},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.553309440612793},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.48010921478271484},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4387647807598114},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4145893454551697},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41103723645210266},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.29099032282829285},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2022.3218921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3218921","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"},{"score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G8320858330","display_name":null,"funder_award_id":"62125102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":113,"referenced_works":["https://openalex.org/W62621907","https://openalex.org/W1499255288","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1889081078","https://openalex.org/W1897761818","https://openalex.org/W1901129140","https://openalex.org/W1956340063","https://openalex.org/W1963949604","https://openalex.org/W1969616664","https://openalex.org/W1979061792","https://openalex.org/W1980965483","https://openalex.org/W1998595580","https://openalex.org/W2006383776","https://openalex.org/W2009175701","https://openalex.org/W2048104909","https://openalex.org/W2064675550","https://openalex.org/W2085289201","https://openalex.org/W2098594213","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2109586012","https://openalex.org/W2112912048","https://openalex.org/W2123024445","https://openalex.org/W2131170350","https://openalex.org/W2131228247","https://openalex.org/W2133512280","https://openalex.org/W2144552105","https://openalex.org/W2149298154","https://openalex.org/W2154652894","https://openalex.org/W2169386254","https://openalex.org/W2194775991","https://openalex.org/W2317688867","https://openalex.org/W2510520237","https://openalex.org/W2524665608","https://openalex.org/W2561715562","https://openalex.org/W2587741066","https://openalex.org/W2603566245","https://openalex.org/W2627081599","https://openalex.org/W2751993439","https://openalex.org/W2758162718","https://openalex.org/W2760327630","https://openalex.org/W2779054585","https://openalex.org/W2794488615","https://openalex.org/W2891248708","https://openalex.org/W2911584214","https://openalex.org/W2951991161","https://openalex.org/W2964196083","https://openalex.org/W2965487241","https://openalex.org/W2966715458","https://openalex.org/W2980937832","https://openalex.org/W2988981892","https://openalex.org/W2992323514","https://openalex.org/W2995904231","https://openalex.org/W2997043451","https://openalex.org/W3004423752","https://openalex.org/W3006487741","https://openalex.org/W3009942016","https://openalex.org/W3011156941","https://openalex.org/W3011916860","https://openalex.org/W3027201985","https://openalex.org/W3027225766","https://openalex.org/W3036594286","https://openalex.org/W3037640242","https://openalex.org/W3046675509","https://openalex.org/W3089472875","https://openalex.org/W3089915566","https://openalex.org/W3099167317","https://openalex.org/W3100245404","https://openalex.org/W3102516861","https://openalex.org/W3108170342","https://openalex.org/W3117344638","https://openalex.org/W3118142692","https://openalex.org/W3120467244","https://openalex.org/W3138516171","https://openalex.org/W3139912591","https://openalex.org/W3140300848","https://openalex.org/W3154766321","https://openalex.org/W3157772069","https://openalex.org/W3175933895","https://openalex.org/W3176470992","https://openalex.org/W3180045188","https://openalex.org/W3194015448","https://openalex.org/W3196922338","https://openalex.org/W3203526456","https://openalex.org/W3206617243","https://openalex.org/W3207627484","https://openalex.org/W3213119051","https://openalex.org/W3214719104","https://openalex.org/W3216130706","https://openalex.org/W4206028074","https://openalex.org/W4206111836","https://openalex.org/W4211112734","https://openalex.org/W4213449032","https://openalex.org/W4213455776","https://openalex.org/W4226228401","https://openalex.org/W4285744637","https://openalex.org/W4289537913","https://openalex.org/W4293508747","https://openalex.org/W4385245566","https://openalex.org/W6629944422","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639432524","https://openalex.org/W6639824700","https://openalex.org/W6676497082","https://openalex.org/W6676647902","https://openalex.org/W6678470764","https://openalex.org/W6739901393","https://openalex.org/W6766904570","https://openalex.org/W6769242847"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4310447809","https://openalex.org/W4200243030","https://openalex.org/W2800782462","https://openalex.org/W4323777661","https://openalex.org/W3209117276","https://openalex.org/W4388184981"],"abstract_inverted_index":{"Analyzing":[0],"land":[1,16,40],"cover":[2,41],"changes":[3,42,115,211],"with":[4,188],"multi-temporal":[5,44],"remote":[6],"sensing":[7],"(RS)":[8],"images":[9,160],"is":[10],"crucial":[11],"for":[12,38,85],"environmental":[13],"protection":[14],"and":[15,88,112,161,182,195,214],"planning.":[17],"In":[18],"this":[19],"paper,":[20],"we":[21,119,146],"explore":[22,142],"Remote":[23],"Sensing":[24],"Image":[25],"Change":[26],"Captioning":[27],"(RSICC),":[28],"a":[29,49,62,75,90,105,148,189],"new":[30],"task":[31],"aiming":[32],"at":[33],"generating":[34],"human-like":[35],"language":[36],"descriptions":[37],"the":[39,81,86,97,121,137,143,165,179],"in":[43,136],"RS":[45,71,159],"images.":[46,168],"We":[47,169],"propose":[48],"novel":[50],"Transformer-based":[51],"RSICC":[52,144],"model":[53,207],"(RSICCformer).":[54],"It":[55],"consists":[56,103],"of":[57,70,104,107,116,157,212],"three":[58],"main":[59],"components:":[60],"1)":[61],"CNN-based":[63],"feature":[64,82,123],"extractor":[65],"to":[66,79,93,110,127],"generate":[67,94],"high-level":[68],"features":[69,130],"image":[72,129,135,174],"pairs,":[73],"2)":[74],"dual-branch":[76,100,138],"Transformer":[77,101,139],"encoder":[78,102],"improve":[80],"discrimination":[83],"capacity":[84],"changes,":[87],"3)":[89],"caption":[91],"decoder":[92],"sentences":[95,163],"describing":[96,164],"differences.":[98],"The":[99,199],"hierarchy":[106],"processing":[108],"stages":[109],"capture":[111],"recognize":[113],"multiple":[114],"interest.":[117],"Concretely,":[118],"use":[120],"bi-temporal":[122,158],"differences":[124,166],"as":[125],"keys":[126],"enhance":[128],"(queries)":[131],"from":[132],"each":[133],"temporal":[134],"encoder.":[140],"To":[141],"task,":[145],"build":[147],"large-scale":[149],"dataset":[150],"named":[151],"LEVIR-CC,":[152],"which":[153],"contains":[154],"10077":[155],"pairs":[156],"50385":[162],"between":[167],"benchmark":[170],"existing":[171],"state-of-the-art":[172],"synthetic":[173],"change":[175],"captioning":[176],"methods":[177,187],"on":[178,193,197,210],"LEVIR-CC":[180],"dataset,":[181],"our":[183,206],"RSICCformer":[184],"outperforms":[185],"previous":[186],"significant":[190],"margin":[191],"(+4.98%":[192],"BLEU-4":[194],"+9.86%":[196],"CIDEr-D).":[198],"attention":[200],"visualization":[201],"results":[202],"also":[203],"suggest":[204],"that":[205],"can":[208],"focus":[209],"interest":[213],"ignore":[215],"irrelevant":[216],"changes.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":66},{"year":2024,"cited_by_count":54},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}