{"id":"https://openalex.org/W4383113530","doi":"https://doi.org/10.1109/tgrs.2023.3290411","title":"Distilling Segmenters From CNNs and Transformers for Remote Sensing Images\u2019 Semantic Segmentation","display_name":"Distilling Segmenters From CNNs and Transformers for Remote Sensing Images\u2019 Semantic Segmentation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4383113530","doi":"https://doi.org/10.1109/tgrs.2023.3290411"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3290411","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3290411","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077090072","display_name":"Zhe Dong","orcid":"https://orcid.org/0000-0002-9734-4904"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Dong","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-9734-4904","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037701425","display_name":"Guoming Gao","orcid":"https://orcid.org/0000-0002-8223-9757"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoming Gao","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-8223-9757","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629406","display_name":"Tianzhu Liu","orcid":"https://orcid.org/0000-0001-6903-9614"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianzhu Liu","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-6903-9614","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034748006","display_name":"Yanfeng Gu","orcid":"https://orcid.org/0000-0003-1625-7989"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Gu","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-1625-7989","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101738628","display_name":"Xiangrong Zhang","orcid":"https://orcid.org/0000-0002-4057-1321"},"institutions":[{"id":"https://openalex.org/I4210161462","display_name":"Heilongjiang Institute of Technology","ror":"https://ror.org/05x0m9n95","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210161462"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangrong Zhang","raw_affiliation_strings":["Heilongjiang Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-4057-1321","affiliations":[{"raw_affiliation_string":"Heilongjiang Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I4210161462"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077090072"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":4.4744,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95942419,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8138189315795898},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7582785487174988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6223945617675781},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6108527183532715},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6021001935005188},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5570846796035767},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5537652373313904},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5009639263153076},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43693360686302185},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0758124589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8138189315795898},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7582785487174988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6223945617675781},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6108527183532715},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6021001935005188},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5570846796035767},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5537652373313904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5009639263153076},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43693360686302185},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0758124589920044},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2023.3290411","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3290411","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3364011241","display_name":null,"funder_award_id":"2022ZD0118401","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W2068278717","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2560023338","https://openalex.org/W2561238782","https://openalex.org/W2565639579","https://openalex.org/W2752782242","https://openalex.org/W2767476316","https://openalex.org/W2782861076","https://openalex.org/W2799213142","https://openalex.org/W2884822772","https://openalex.org/W2952787292","https://openalex.org/W2954054736","https://openalex.org/W2955058313","https://openalex.org/W2963140444","https://openalex.org/W2963263347","https://openalex.org/W2963881378","https://openalex.org/W2981689412","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2984240360","https://openalex.org/W2986015886","https://openalex.org/W2991488782","https://openalex.org/W2992308087","https://openalex.org/W3015468748","https://openalex.org/W3030520226","https://openalex.org/W3034445277","https://openalex.org/W3034870355","https://openalex.org/W3036419947","https://openalex.org/W3105676814","https://openalex.org/W3121523901","https://openalex.org/W3128525963","https://openalex.org/W3131500599","https://openalex.org/W3131916787","https://openalex.org/W3138516171","https://openalex.org/W3139633126","https://openalex.org/W3151130473","https://openalex.org/W3159551428","https://openalex.org/W3170841864","https://openalex.org/W3172801447","https://openalex.org/W3177196641","https://openalex.org/W3181876914","https://openalex.org/W3190216403","https://openalex.org/W3206476077","https://openalex.org/W3211490618","https://openalex.org/W3213165621","https://openalex.org/W4214524539","https://openalex.org/W4214893857","https://openalex.org/W4220664785","https://openalex.org/W4221159601","https://openalex.org/W4226426325","https://openalex.org/W4229449797","https://openalex.org/W4287022992","https://openalex.org/W4312309807","https://openalex.org/W4312815172","https://openalex.org/W4385245566","https://openalex.org/W4386066444","https://openalex.org/W6631190155","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639824700","https://openalex.org/W6726497184","https://openalex.org/W6730179637","https://openalex.org/W6739901393","https://openalex.org/W6746082227","https://openalex.org/W6763509872","https://openalex.org/W6769949309","https://openalex.org/W6776048684","https://openalex.org/W6778485988","https://openalex.org/W6779879114","https://openalex.org/W6789954222","https://openalex.org/W6796721132","https://openalex.org/W6797399245","https://openalex.org/W6798837711","https://openalex.org/W6799579066","https://openalex.org/W6800092589","https://openalex.org/W6800217721","https://openalex.org/W6809892415","https://openalex.org/W6809929348"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W3099502074","https://openalex.org/W4306674287","https://openalex.org/W4385415357","https://openalex.org/W4287776258","https://openalex.org/W4200528772","https://openalex.org/W3027997911","https://openalex.org/W2767651786","https://openalex.org/W3021430260","https://openalex.org/W2912288872"],"abstract_inverted_index":{"Semantic":[0],"segmentation":[1,86,197],"is":[2,105,153],"a":[3,91,121,147],"crucial":[4],"task":[5,83],"in":[6,61,81,107,170],"remote":[7,64,88,207],"sensing":[8,65,89,208],"and":[9,42,47,102,136,161,175,214,227,231],"has":[10],"been":[11],"predominantly":[12],"performed":[13],"using":[14,72],"convolutional":[15,74],"neural":[16,75],"networks":[17,76],"(CNNs)":[18,77],"for":[19],"the":[20,38,43,69,82,112,130,133,138,143,167,172,179,184,188,195,218,222],"past":[21],"decade.":[22],"Recently,":[23],"transformers":[24,79,103],"with":[25],"self-attention":[26],"mechanisms":[27],"have":[28],"demonstrated":[29],"superior":[30],"performance":[31,198],"compared":[32],"to":[33,37,110,128,165],"CNNs.":[34],"However,":[35],"due":[36],"locality":[39],"of":[40,52,55,71,84,87,115],"CNN":[41],"high":[44],"computational":[45],"complexity":[46],"massive":[48],"data":[49],"resource":[50],"requirements":[51],"transformer,":[53],"neither":[54],"them":[56],"can":[57],"be":[58],"well":[59],"applied":[60],"resource-constrained":[62],"practical":[63],"scenarios.":[66],"Motivated":[67],"by":[68],"limitations":[70],"either":[73],"or":[78],"alone":[80],"semantic":[85],"images,":[90],"novel":[92],"cross-model":[93],"knowledge":[94,149,163,186,224],"distillation":[95,125,150,158,164,225],"framework,":[96],"named":[97],"distilling":[98],"segmenters":[99],"from":[100,132,178,187],"CNNs":[101],"(DSCT),":[104],"proposed":[106,154,191,219],"this":[108],"paper":[109],"harness":[111],"complementary":[113,185],"advantages":[114],"both":[116],"models.":[117],"The":[118],"framework":[119,193],"utilizes":[120],"channel-weighted":[122],"attention-guided":[123],"feature":[124,131],"(CAFD)":[126],"module":[127,152],"condense":[129],"teacher":[134,180],"model":[135,169],"enhance":[137],"student":[139,168],"model\u2019s":[140],"focus":[141],"on":[142,204],"teacher-focused":[144],"regions.":[145],"Additionally,":[146],"target-nontarget":[148],"(TNKD)":[151],"that":[155,217],"decouples":[156],"logit":[157],"into":[159],"target":[160],"nontarget":[162],"guide":[166],"learning":[171,183],"underlying":[173],"representations":[174],"decision":[176],"boundaries":[177],"model.":[181],"By":[182],"teacher,":[189],"our":[190],"DSCT":[192,220],"improves":[194],"student\u2019s":[196],"without":[199],"adding":[200],"trainable":[201],"parameters.":[202],"Experiments":[203],"four":[205],"available":[206],"datasets":[209],"(ISPRS":[210],"Potsdam,":[211],"Vaihingen,":[212],"GID":[213],"LoveDA)":[215],"indicate":[216],"outperforms":[221],"state-of-the-art":[223],"methods":[226],"demonstrates":[228],"its":[229],"effectiveness":[230],"robustness.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}