{"id":"https://openalex.org/W4403937461","doi":"https://doi.org/10.1109/tgrs.2024.3485740","title":"A Multitask Network and Two Large-Scale Datasets for Change Detection and Captioning in Remote Sensing Images","display_name":"A Multitask Network and Two Large-Scale Datasets for Change Detection and Captioning in Remote Sensing Images","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403937461","doi":"https://doi.org/10.1109/tgrs.2024.3485740"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3485740","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3485740","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101285666","display_name":"Jingye Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingye Shi","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028566959","display_name":"M. Zhang","orcid":"https://orcid.org/0009-0003-1369-3686"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengge Zhang","raw_affiliation_strings":["National Supercomputing Center and the School of Computer and Artificial Intelligence, University of Zhengzhou, Zhengzhou, China","National Supercomputing Center in Zhengzhou, and the School of Computer and Artificial Intelligence, University of Zhengzhou, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"National Supercomputing Center and the School of Computer and Artificial Intelligence, University of Zhengzhou, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]},{"raw_affiliation_string":"National Supercomputing Center in Zhengzhou, and the School of Computer and Artificial Intelligence, University of Zhengzhou, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011863269","display_name":"Yuewu Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuewu Hou","raw_affiliation_strings":["School of Computer and Communication Engineering and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China","School of Computer and Communication Engineering, and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Computer and Communication Engineering, and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082723081","display_name":"Ruicong Zhi","orcid":"https://orcid.org/0000-0002-6913-4248"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruicong Zhi","raw_affiliation_strings":["School of Computer and Communication Engineering and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China","School of Computer and Communication Engineering, and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Computer and Communication Engineering, and Beijing Key Laboratory of Knowledge Engineering for Material Science, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070828650","display_name":"Jiqiang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiqiang Liu","raw_affiliation_strings":["Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Security and Privacy in Intelligent Transportation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101285666"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":5.7564,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96418431,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9399999976158142,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9218000173568726,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8133996725082397},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.7633790373802185},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7418038845062256},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.6715214848518372},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6341696977615356},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5546548962593079},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4359920620918274},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2423516809940338},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.13558968901634216},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.09296771883964539},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07297003269195557}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8133996725082397},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.7633790373802185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7418038845062256},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.6715214848518372},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6341696977615356},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5546548962593079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4359920620918274},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2423516809940338},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.13558968901634216},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.09296771883964539},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07297003269195557},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3485740","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3485740","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6326655663","display_name":null,"funder_award_id":"2018YFC0823002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7340117145","display_name":null,"funder_award_id":"FRF-TP-20-10B, FRF-GF-19-010A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1956340063","https://openalex.org/W1974776350","https://openalex.org/W1979061792","https://openalex.org/W1995357300","https://openalex.org/W2097117768","https://openalex.org/W2101105183","https://openalex.org/W2107450528","https://openalex.org/W2108598243","https://openalex.org/W2118116484","https://openalex.org/W2160544350","https://openalex.org/W2165713677","https://openalex.org/W2167208453","https://openalex.org/W2194775991","https://openalex.org/W2577832105","https://openalex.org/W2627081599","https://openalex.org/W2795547044","https://openalex.org/W2895387432","https://openalex.org/W2895791379","https://openalex.org/W2898219846","https://openalex.org/W2908320224","https://openalex.org/W2962914239","https://openalex.org/W2963351448","https://openalex.org/W2963430933","https://openalex.org/W2963677766","https://openalex.org/W3011156941","https://openalex.org/W3027225766","https://openalex.org/W3046675509","https://openalex.org/W3117344638","https://openalex.org/W3130754787","https://openalex.org/W3140300848","https://openalex.org/W3154766321","https://openalex.org/W3157062364","https://openalex.org/W3207627484","https://openalex.org/W4289537913","https://openalex.org/W4289752563","https://openalex.org/W4292348104","https://openalex.org/W4312549298","https://openalex.org/W4312772581","https://openalex.org/W4313021481","https://openalex.org/W4313476697","https://openalex.org/W4318766188","https://openalex.org/W4321021501","https://openalex.org/W4362653113","https://openalex.org/W4366377607","https://openalex.org/W4382203405","https://openalex.org/W4385245566","https://openalex.org/W4387350510","https://openalex.org/W4387802245","https://openalex.org/W4389286266","https://openalex.org/W4400489056","https://openalex.org/W4402261307","https://openalex.org/W6637373629","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6684191040","https://openalex.org/W6745995898","https://openalex.org/W6754005058","https://openalex.org/W6755207826","https://openalex.org/W6767140673","https://openalex.org/W6771876938","https://openalex.org/W6783990525","https://openalex.org/W6803156713","https://openalex.org/W6810905777","https://openalex.org/W6869744152"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2139939267","https://openalex.org/W1974511032"],"abstract_inverted_index":{"Remote":[0],"sensing":[1,13],"change":[2,7,14,50,145,160,164,204,208],"detection":[3,205],"(RSCD)":[4],"recognizes":[5],"pixel-level":[6],"regions":[8,51],"between":[9],"images,":[10],"while":[11],"remote":[12],"captioning":[15,209],"(RSCC)":[16],"describes":[17],"the":[18,47,59,64,117,159,180,185,200,222,226],"nature":[19],"and":[20,42,52,61,74,97,106,119,128,137,163,195,207,215,221],"properties":[21],"of":[22,49,63,109],"these":[23,212],"changes":[24],"in":[25,36],"natural":[26],"language.":[27],"The":[28,114,132],"past":[29],"have":[30],"studied":[31],"two":[32,155,181,190,213],"tasks":[33,76],"individually.":[34],"Resulting":[35],"a":[37,80,84,216],"single":[38],"interpretation":[39],"content":[40],"produced":[41],"limited":[43],"application":[44],"scenarios.":[45],"And":[46],"complementarity":[48],"deep":[53],"semantic":[54],"information":[55,105,125,146],"can":[56],"further":[57],"improve":[58],"performance":[60],"robustness":[62],"model.":[65],"Therefore,":[66],"we":[67,90,153,169,188],"try":[68],"simultaneously":[69],"to":[70,102,122,142,157,178],"solve":[71],"both":[72],"RSCD":[73],"RSCC":[75],"(i.e.,":[77],"RS-CDC)":[78],"under":[79],"multitask":[81,86,173],"framework,":[82],"namely":[83],"CNN-Transformer-based":[85],"network":[87],"(CTMTNet).":[88],"Specifically,":[89],"design":[91],"multiattention":[92],"feature":[93,98],"enhancement":[94],"module":[95],"(MAFEM)":[96],"fusion":[99],"block":[100],"(FFB)":[101],"enhance":[103,129],"local":[104,124],"location":[107,130],"perception":[108],"features":[110,136],"from":[111],"bitemporal":[112,135],"images.":[113],"MAFEM":[115],"weights":[116],"channel":[118],"space":[120],"separately":[121],"capture":[123],"more":[126],"accurately":[127],"perception.":[131],"FFB":[133],"fuses":[134],"uses":[138],"multilevel":[139],"residual":[140],"connections":[141],"ensure":[143],"that":[144,225],"is":[147],"not":[148],"lost":[149],"during":[150],"transfer.":[151],"Finally,":[152],"use":[154,170],"decoders":[156],"output":[158],"maps":[161],"(CMs)":[162],"captioning,":[165],"respectively.":[166],"During":[167],"training,":[168],"an":[171],"improved":[172],"loss":[174],"function":[175],"for":[176],"CTMTNet":[177,228],"balance":[179],"tasks.":[182],"For":[183],"exploring":[184],"RS-CDC":[186],"task,":[187],"construct":[189],"large-scale":[191],"datasets":[192,214],"named":[193],"LEVIR-CDC":[194],"WHU-CDC":[196],"dataset.":[197],"We":[198],"benchmark":[199],"existing":[201],"state-of-the-art":[202],"(SOTA)":[203],"(CD)":[206],"methods":[210],"on":[211],"newly":[217],"publicized":[218],"LEVIR-MCI":[219],"dataset,":[220],"results":[223],"show":[224],"proposed":[227],"significantly":[229],"outperforms":[230],"comparative":[231],"methods.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}