{"id":"https://openalex.org/W4308233902","doi":"https://doi.org/10.1109/icip46576.2022.9897710","title":"Le-BEiT: A Local-Enhanced Self-Supervised Transformer for Semantic Segmentation of High Resolution Remote Sensing Images","display_name":"Le-BEiT: A Local-Enhanced Self-Supervised Transformer for Semantic Segmentation of High Resolution Remote Sensing Images","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4308233902","doi":"https://doi.org/10.1109/icip46576.2022.9897710"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897710","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100642051","display_name":"Yifei Huang","orcid":"https://orcid.org/0000-0002-3077-0175"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Huang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043067884","display_name":"Zideng Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zideng Feng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101644168","display_name":"Junli Yang","orcid":"https://orcid.org/0000-0001-8370-7105"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junli Yang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101933047","display_name":"Bin Wang","orcid":"https://orcid.org/0009-0007-4221-5930"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["China Mobile Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Research Institute","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426809","display_name":"Jiaying Wang","orcid":"https://orcid.org/0000-0002-1509-0075"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaying Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068748407","display_name":"Zhenglin Xian","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenglin Xian","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3311","last_page":"3315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7422338128089905},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7078825831413269},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6398681402206421},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5789024829864502},{"id":"https://openalex.org/keywords/high-resolution","display_name":"High resolution","score":0.4935353994369507},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4381479322910309},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3303561806678772},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.08570367097854614},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07348337769508362}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422338128089905},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7078825831413269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6398681402206421},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5789024829864502},{"id":"https://openalex.org/C3020199158","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"High resolution","level":2,"score":0.4935353994369507},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4381479322910309},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3303561806678772},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.08570367097854614},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07348337769508362},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip46576.2022.9897710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897710","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2531409750","https://openalex.org/W2592962403","https://openalex.org/W2884822772","https://openalex.org/W2900355025","https://openalex.org/W2960964942","https://openalex.org/W2962749812","https://openalex.org/W2963925437","https://openalex.org/W2983342848","https://openalex.org/W2991488782","https://openalex.org/W3094502228","https://openalex.org/W3129576130","https://openalex.org/W3138516171","https://openalex.org/W3170863103","https://openalex.org/W3211490618","https://openalex.org/W4214893857","https://openalex.org/W4294623686","https://openalex.org/W4313007769","https://openalex.org/W4385245566","https://openalex.org/W6726945602","https://openalex.org/W6739901393","https://openalex.org/W6784333009","https://openalex.org/W6790978476","https://openalex.org/W6796761347","https://openalex.org/W6797399245"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2961085424","https://openalex.org/W2501551404","https://openalex.org/W4385583601","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4395685956","https://openalex.org/W4224009465","https://openalex.org/W2799953226"],"abstract_inverted_index":{"Semantic":[0],"segmentation":[1,146],"for":[2,13,103],"remote":[3],"sensing":[4],"images":[5,121],"(RSI)":[6],"has":[7,89],"been":[8],"a":[9,14,23,59,78,101,131,153,178],"thriving":[10],"research":[11],"topic":[12],"long":[15],"time.":[16],"Existing":[17],"supervised":[18],"learning":[19,72],"methods":[20],"usually":[21],"require":[22],"huge":[24],"amount":[25,80],"of":[26,77,81,125,141,162,172],"labeled":[27,82],"data.":[28,83],"Meanwhile,":[29,96],"large":[30,79],"size,":[31],"variation":[32],"in":[33,39,87,92],"object":[34],"scales,":[35],"and":[36,49,122,164],"intricate":[37],"details":[38],"RSI":[40,135],"make":[41],"it":[42],"essential":[43],"to":[44,108,187],"capture":[45],"both":[46],"long-range":[47,94],"context":[48],"local":[50,110],"information.":[51],"To":[52,137],"address":[53],"these":[54],"problems,":[55],"we":[56,97,127,148],"propose":[57],"Le-BEiT,":[58],"self-supervised":[60],"Transformer":[61,88],"with":[62],"an":[63],"improved":[64],"positional":[65],"encoding":[66],"Local-Enhanced":[67],"Positional":[68,105],"Encoding":[69,106],"(LePE).":[70],"Self-supervised":[71],"relieves":[73],"the":[74,116,139,188],"demanding":[75],"requirement":[76],"The":[84,170],"self-attention":[85],"mechanism":[86],"remarkable":[90],"capability":[91],"capturing":[93],"context.":[95],"use":[98],"LePE":[99],"as":[100],"substitution":[102],"Relative":[104],"(RPE)":[107],"represent":[109],"information":[111],"more":[112],"effectively.":[113],"Moreover,":[114],"considering":[115],"domain":[117],"difference":[118],"between":[119],"natural":[120],"RSI,":[123],"instead":[124],"ImageNet-22K,":[126,163],"pre-train":[128],"Le-BEiT":[129],"on":[130,145,152,177,190],"very":[132],"small":[133],"high-resolution":[134],"dataset\u2014GID.":[136],"investigate":[138],"influence":[140],"pre-training":[142,155],"dataset":[143,156],"size":[144],"accuracy,":[147],"furtherly":[149],"conduct":[150],"experiments":[151],"larger":[154],"called":[157],"GID-DOTA,":[158],"which":[159,175],"is":[160],"1/100":[161],"have":[165],"observed":[166],"considerable":[167],"accuracy":[168,185],"improvements.":[169],"result":[171],"our":[173],"method,":[174],"relies":[176],"much":[179],"smaller":[180],"pretrained":[181],"dataset,":[182],"achieves":[183],"competitive":[184],"compared":[186],"counterpart":[189],"ImageNet-22K.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}