{"id":"https://openalex.org/W4226359564","doi":"https://doi.org/10.1109/tgrs.2022.3176603","title":"An Empirical Study of Remote Sensing Pretraining","display_name":"An Empirical Study of Remote Sensing Pretraining","publication_year":2022,"publication_date":"2022-05-25","ids":{"openalex":"https://openalex.org/W4226359564","doi":"https://doi.org/10.1109/tgrs.2022.3176603"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2022.3176603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3176603","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.02825","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100401385","display_name":"Di Wang","orcid":"https://orcid.org/0000-0001-6360-4360"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["JD Explore Academy, Beijing, China","JD Explore Academy, Beijing, China; School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6360-4360","affiliations":[{"raw_affiliation_string":"JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]},{"raw_affiliation_string":"JD Explore Academy, Beijing, China; School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345321","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0001-6595-7661"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6595-7661","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060042752","display_name":"Bo Du","orcid":"https://orcid.org/0000-0002-0059-8458"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Du","raw_affiliation_strings":["School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0059-8458","affiliations":[{"raw_affiliation_string":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073032922","display_name":"Gui-Song Xia","orcid":"https://orcid.org/0000-0001-7660-6090"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gui-Song Xia","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7660-6090","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["JD Explore Academy, Beijing, China","Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia; JD Explore Academy, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]},{"raw_affiliation_string":"Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia; JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986","https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.5553,"has_fulltext":false,"cited_by_count":219,"citation_normalized_percentile":{"value":0.99818087,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.730868935585022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5090355277061462},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.27643275260925293}],"concepts":[{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.730868935585022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5090355277061462},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.27643275260925293}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2022.3176603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3176603","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2204.02825","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.02825","pdf_url":"https://arxiv.org/pdf/2204.02825","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.02825","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.02825","pdf_url":"https://arxiv.org/pdf/2204.02825","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1836220556","display_name":null,"funder_award_id":"62225113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4902648202","display_name":null,"funder_award_id":"62141112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7519899501","display_name":null,"funder_award_id":"FL-170100117","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":185,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1566135517","https://openalex.org/W1686810756","https://openalex.org/W1901129140","https://openalex.org/W1912954554","https://openalex.org/W1980038761","https://openalex.org/W2044465660","https://openalex.org/W2108598243","https://openalex.org/W2134731454","https://openalex.org/W2141362318","https://openalex.org/W2163922914","https://openalex.org/W2194775991","https://openalex.org/W2395611524","https://openalex.org/W2465503420","https://openalex.org/W2515866431","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2582369608","https://openalex.org/W2592962403","https://openalex.org/W2593539516","https://openalex.org/W2594177559","https://openalex.org/W2630837129","https://openalex.org/W2725486421","https://openalex.org/W2765407302","https://openalex.org/W2765793020","https://openalex.org/W2799213142","https://openalex.org/W2805152403","https://openalex.org/W2809426059","https://openalex.org/W2855340099","https://openalex.org/W2884561390","https://openalex.org/W2884585870","https://openalex.org/W2884822772","https://openalex.org/W2890732922","https://openalex.org/W2890782586","https://openalex.org/W2891248708","https://openalex.org/W2899594603","https://openalex.org/W2908320224","https://openalex.org/W2910628332","https://openalex.org/W2914885528","https://openalex.org/W2940262938","https://openalex.org/W2940726923","https://openalex.org/W2945528352","https://openalex.org/W2946862972","https://openalex.org/W2955058313","https://openalex.org/W2962217138","https://openalex.org/W2962749812","https://openalex.org/W2963378109","https://openalex.org/W2963446712","https://openalex.org/W2963727650","https://openalex.org/W2963785576","https://openalex.org/W2964294787","https://openalex.org/W2964309882","https://openalex.org/W2964979676","https://openalex.org/W2967487473","https://openalex.org/W2969689033","https://openalex.org/W2970370255","https://openalex.org/W2974770574","https://openalex.org/W2981689412","https://openalex.org/W2982410491","https://openalex.org/W2986943971","https://openalex.org/W2991359031","https://openalex.org/W2991363140","https://openalex.org/W2992240579","https://openalex.org/W2992308087","https://openalex.org/W2993235622","https://openalex.org/W2993501994","https://openalex.org/W2998508940","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3009942016","https://openalex.org/W3015063979","https://openalex.org/W3017622525","https://openalex.org/W3018169007","https://openalex.org/W3019166713","https://openalex.org/W3022140654","https://openalex.org/W3027201985","https://openalex.org/W3027225766","https://openalex.org/W3034427230","https://openalex.org/W3035396860","https://openalex.org/W3036453075","https://openalex.org/W3036589244","https://openalex.org/W3042772844","https://openalex.org/W3047889186","https://openalex.org/W3054755450","https://openalex.org/W3083166649","https://openalex.org/W3086049282","https://openalex.org/W3089373785","https://openalex.org/W3093142463","https://openalex.org/W3100892511","https://openalex.org/W3101487523","https://openalex.org/W3101627915","https://openalex.org/W3103092912","https://openalex.org/W3105577662","https://openalex.org/W3106228955","https://openalex.org/W3109301572","https://openalex.org/W3109340983","https://openalex.org/W3120080208","https://openalex.org/W3121523901","https://openalex.org/W3127148410","https://openalex.org/W3130754787","https://openalex.org/W3131500599","https://openalex.org/W3133630855","https://openalex.org/W3133726918","https://openalex.org/W3136761610","https://openalex.org/W3136985093","https://openalex.org/W3138136606","https://openalex.org/W3138516171","https://openalex.org/W3139912591","https://openalex.org/W3142421496","https://openalex.org/W3142599962","https://openalex.org/W3144483443","https://openalex.org/W3152083889","https://openalex.org/W3155649272","https://openalex.org/W3163207600","https://openalex.org/W3164208409","https://openalex.org/W3170874841","https://openalex.org/W3172509117","https://openalex.org/W3172749486","https://openalex.org/W3174873843","https://openalex.org/W3175227919","https://openalex.org/W3175496347","https://openalex.org/W3176330035","https://openalex.org/W3177105943","https://openalex.org/W3180045188","https://openalex.org/W3181391941","https://openalex.org/W3183140681","https://openalex.org/W3183166151","https://openalex.org/W3184761517","https://openalex.org/W3186269967","https://openalex.org/W3194968429","https://openalex.org/W3195858154","https://openalex.org/W3196729209","https://openalex.org/W3196798006","https://openalex.org/W3199365085","https://openalex.org/W3200451575","https://openalex.org/W3200975211","https://openalex.org/W3201623325","https://openalex.org/W3203350115","https://openalex.org/W3206360173","https://openalex.org/W3206713300","https://openalex.org/W3207542910","https://openalex.org/W3211490618","https://openalex.org/W3212888835","https://openalex.org/W3213288046","https://openalex.org/W3217782378","https://openalex.org/W4213019189","https://openalex.org/W4214644404","https://openalex.org/W4214648418","https://openalex.org/W4295727797","https://openalex.org/W4312549298","https://openalex.org/W4313039766","https://openalex.org/W4313136325","https://openalex.org/W4313156423","https://openalex.org/W4315705623","https://openalex.org/W4320930577","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6639824700","https://openalex.org/W6739696289","https://openalex.org/W6739844568","https://openalex.org/W6739901393","https://openalex.org/W6745136726","https://openalex.org/W6746023985","https://openalex.org/W6751795773","https://openalex.org/W6753033036","https://openalex.org/W6753412334","https://openalex.org/W6754879843","https://openalex.org/W6761630670","https://openalex.org/W6763251565","https://openalex.org/W6767268582","https://openalex.org/W6774314701","https://openalex.org/W6774377731","https://openalex.org/W6774670964","https://openalex.org/W6785645852","https://openalex.org/W6787677131","https://openalex.org/W6788135285","https://openalex.org/W6793741419","https://openalex.org/W6795463671","https://openalex.org/W6797235774","https://openalex.org/W6797399245","https://openalex.org/W6799166919","https://openalex.org/W6803870738","https://openalex.org/W6804737594","https://openalex.org/W6805474679","https://openalex.org/W6810835471"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2],"largely":[3],"reshaped":[4],"remote":[5],"sensing":[6],"(RS)":[7],"research":[8,214],"for":[9,212],"aerial":[10,43,52,69],"image":[11],"understanding":[12],"and":[13,106,112,141,147,165,173,221,227],"made":[14],"a":[15,37,94],"great":[16],"success.":[17],"Nevertheless,":[18],"most":[19],"of":[20,64,83,96,128,185],"the":[21,28,47,81,84,126,182],"existing":[22],"deep":[23],"models":[24,229],"are":[25],"initialized":[26],"with":[27,80],"ImageNet":[29,187],"pretrained":[30,98,228],"weights":[31],"since":[32],"natural":[33],"images":[34],"inevitably":[35],"present":[36],"large":[38],"domain":[39],"gap":[40],"relative":[41],"to":[42,59,91],"images,":[44,191],"probably":[45],"limiting":[46],"fine-tuning":[48],"performance":[49,118],"on":[50,68,119,130,189,216],"downstream":[51,132,200],"scene":[53,87,135,162,206],"tasks.":[54,122,208],"This":[55],"issue":[56],"motivates":[57],"us":[58],"conduct":[60],"an":[61],"empirical":[62],"study":[63,152],"RS":[65,86,97,190],"pretraining":[66,188,219,223],"(RSP)":[67],"images.":[70],"To":[71],"this":[72],"end,":[73],"we":[74,124],"train":[75],"different":[76,203],"networks":[77,104],"from":[78,196,205],"scratch":[79],"help":[82,157],"largest":[85],"recognition":[88,163,207],"dataset":[89],"up":[90],"now\u2014MillionAID\u2014to":[92],"obtain":[93],"series":[95],"backbones,":[99],"including":[100,134],"both":[101,217],"convolutional":[102],"neural":[103],"(CNNs)":[105],"vision":[107,121,148],"transformers,":[108],"such":[109,170],"as":[110,171],"Swin":[111],"ViTAE,":[113],"which":[114],"have":[115],"shown":[116],"promising":[117],"computer":[120],"Then,":[123],"investigate":[125],"impact":[127],"RSP":[129,155,180],"representative":[131],"tasks,":[133],"recognition,":[136],"semantic":[137],"segmentation,":[138],"object":[139],"detection,":[140],"change":[142],"detection":[143],"using":[144],"these":[145],"CNN":[146],"transformer":[149],"backbones.":[150],"Empirical":[151],"shows":[153],"that":[154],"can":[156],"deliver":[158],"distinctive":[159],"performances":[160],"in":[161,166],"tasks":[164,201],"perceiving":[167],"RS-related":[168],"semantics,":[169],"\u201cBridge\u201d":[172],"\u201cAirplane.\u201d":[174],"We":[175],"also":[176],"find":[177],"that,":[178],"although":[179],"mitigates":[181],"data":[183],"discrepancies":[184],"traditional":[186],"it":[192],"may":[193],"still":[194],"suffer":[195],"task":[197],"discrepancies,":[198],"where":[199],"require":[202],"representations":[204],"These":[209],"findings":[210],"call":[211],"further":[213],"efforts":[215],"large-scale":[218],"datasets":[220],"effective":[222],"methods.":[224],"The":[225],"codes":[226],"will":[230],"be":[231],"released":[232],"at":[233],"<uri":[234],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[235],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/ViTAE-Transformer/ViTAE-Transformer-Remote-Sensing</uri>":[236],".":[237]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":64},{"year":2024,"cited_by_count":80},{"year":2023,"cited_by_count":56},{"year":2022,"cited_by_count":9}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}