{"id":"https://openalex.org/W4389546929","doi":"https://doi.org/10.3390/rs15245682","title":"Exploring Self-Supervised Learning for Multi-Modal Remote Sensing Pre-Training via Asymmetric Attention Fusion","display_name":"Exploring Self-Supervised Learning for Multi-Modal Remote Sensing Pre-Training via Asymmetric Attention Fusion","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4389546929","doi":"https://doi.org/10.3390/rs15245682"},"language":"en","primary_location":{"id":"doi:10.3390/rs15245682","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15245682","pdf_url":"https://www.mdpi.com/2072-4292/15/24/5682/pdf?version=1702343372","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/15/24/5682/pdf?version=1702343372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091046481","display_name":"Guozheng Xu","orcid":"https://orcid.org/0000-0002-5083-5896"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozheng Xu","raw_affiliation_strings":["The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China"],"raw_orcid":"https://orcid.org/0000-0002-5083-5896","affiliations":[{"raw_affiliation_string":"The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074129836","display_name":"Xue Jiang","orcid":"https://orcid.org/0000-0001-7099-6817"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xue Jiang","raw_affiliation_strings":["The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China"],"raw_orcid":"https://orcid.org/0000-0001-7099-6817","affiliations":[{"raw_affiliation_string":"The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089900108","display_name":"Xiangtai Li","orcid":"https://orcid.org/0000-0002-0550-8247"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiangtai Li","raw_affiliation_strings":["The S-Lab, Nanyang Technological University, Singapore 639798, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0550-8247","affiliations":[{"raw_affiliation_string":"The S-Lab, Nanyang Technological University, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379814","display_name":"Ze Zhang","orcid":"https://orcid.org/0000-0003-2165-1147"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Zhang","raw_affiliation_strings":["The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061319150","display_name":"Xingzhao Liu","orcid":"https://orcid.org/0000-0002-4533-3904"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingzhao Liu","raw_affiliation_strings":["The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China"],"raw_orcid":"https://orcid.org/0000-0002-4533-3904","affiliations":[{"raw_affiliation_string":"The School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5074129836"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2784},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2784},"fwci":1.0548,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.81450398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"15","issue":"24","first_page":"5682","last_page":"5682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8083904981613159},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6291598081588745},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6182565689086914},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5613235235214233},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5137932896614075},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.5125091075897217},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.44821634888648987},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4478934705257416},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4233560562133789},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42036908864974976},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4140055179595947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083904981613159},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6291598081588745},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6182565689086914},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5613235235214233},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5137932896614075},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.5125091075897217},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.44821634888648987},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4478934705257416},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4233560562133789},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42036908864974976},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4140055179595947},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/rs15245682","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15245682","pdf_url":"https://www.mdpi.com/2072-4292/15/24/5682/pdf?version=1702343372","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:682477e5f7aa4969a96ed4ce5932f66a","is_oa":true,"landing_page_url":"https://doaj.org/article/682477e5f7aa4969a96ed4ce5932f66a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 15, Iss 24, p 5682 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/rs15245682","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15245682","pdf_url":"https://www.mdpi.com/2072-4292/15/24/5682/pdf?version=1702343372","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2463320017","display_name":null,"funder_award_id":"61971279","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6895605005","display_name":null,"funder_award_id":"62022054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389546929.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W219040644","https://openalex.org/W343636949","https://openalex.org/W1903029394","https://openalex.org/W1964552943","https://openalex.org/W2131237392","https://openalex.org/W2194775991","https://openalex.org/W2326925005","https://openalex.org/W2549994478","https://openalex.org/W2587989515","https://openalex.org/W2752782242","https://openalex.org/W2771921445","https://openalex.org/W2884585870","https://openalex.org/W2886054370","https://openalex.org/W2886498599","https://openalex.org/W2894340056","https://openalex.org/W2923136550","https://openalex.org/W2963995737","https://openalex.org/W2976120863","https://openalex.org/W3005680577","https://openalex.org/W3007268491","https://openalex.org/W3015287366","https://openalex.org/W3015363211","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3042772844","https://openalex.org/W3081684346","https://openalex.org/W3112898771","https://openalex.org/W3135512617","https://openalex.org/W3144483443","https://openalex.org/W3145450063","https://openalex.org/W3149860601","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W3203350115","https://openalex.org/W3207332237","https://openalex.org/W3212022090","https://openalex.org/W4210916416","https://openalex.org/W4214644404","https://openalex.org/W4226530543","https://openalex.org/W4292794000","https://openalex.org/W4312552594","https://openalex.org/W4313156423","https://openalex.org/W4388543795","https://openalex.org/W4389104899","https://openalex.org/W6779326418","https://openalex.org/W6779997284","https://openalex.org/W6784004416","https://openalex.org/W6797967018"],"related_works":["https://openalex.org/W2783354812","https://openalex.org/W4384112194","https://openalex.org/W2103009189","https://openalex.org/W4312958259","https://openalex.org/W4308259661","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1,12,69],"(SSL)":[2],"has":[3],"significantly":[4],"bridged":[5],"the":[6,22,44,56,64,105,136,148,209,215],"gap":[7],"between":[8],"supervised":[9],"and":[10,17,78,91,94,99,156,195,228],"unsupervised":[11],"in":[13,21,42,48,141,178,202,213],"computer":[14],"vision":[15],"tasks":[16],"shown":[18],"impressive":[19],"success":[20],"field":[23],"of":[24,46,66,175,211,217],"remote":[25],"sensing":[26],"(RS).":[27],"However,":[28],"these":[29],"methods":[30,185],"have":[31,40],"primarily":[32],"focused":[33],"on":[34,147,153],"single-modal":[35],"RS":[36,219,230],"data,":[37],"which":[38],"may":[39],"limitations":[41],"capturing":[43],"diversity":[45],"information":[47],"complex":[49],"scenes.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,124],"propose":[55],"Asymmetric":[57],"Attention":[58],"Fusion":[59],"(AAF)":[60],"framework":[61],"to":[62,71,130,166,182,192],"explore":[63],"potential":[65],"multi-modal":[67,218],"representation":[68],"compared":[70,165,181,191],"two":[72],"simpler":[73],"fusion":[74,77,194,197],"methods:":[75],"early":[76,193],"late":[79,196],"fusion.":[80],"Given":[81],"that":[82],"data":[83,220],"from":[84,135],"active":[85],"sensors":[86],"(e.g.,":[87],"digital":[88],"surface":[89],"models":[90],"light":[92],"detection":[93],"ranging)":[95],"is":[96,107],"often":[97],"noisier":[98],"less":[100],"informative":[101,133],"than":[102],"optical":[103],"images,":[104],"AAF":[106,164,199,212],"designed":[108],"with":[109,163],"an":[110,173],"asymmetric":[111],"attention":[112],"mechanism":[113],"within":[114],"a":[115,126],"two-stream":[116],"encoder,":[117],"applied":[118],"at":[119],"each":[120],"encoder":[121],"stage.":[122],"Additionally,":[123],"introduce":[125],"Transfer":[127],"Gate":[128],"module":[129],"select":[131],"more":[132,226],"features":[134],"fused":[137],"representations,":[138],"enhancing":[139],"performance":[140,161],"downstream":[142],"tasks.":[143,188],"Our":[144],"comparative":[145],"analyses":[146],"ISPRS":[149],"Potsdam":[150],"datasets,":[151],"focusing":[152],"scene":[154],"classification":[155],"segmentation":[157],"tasks,":[158],"demonstrate":[159],"significant":[160],"enhancements":[162],"baseline":[167],"methods.":[168],"The":[169],"proposed":[170],"approach":[171],"achieves":[172],"improvement":[174],"over":[176],"7%":[177],"all":[179],"metrics":[180],"randomly":[183],"initialized":[184],"for":[186,221,225],"both":[187],"Furthermore,":[189],"when":[190],"methods,":[198],"consistently":[200],"outperforms":[201],"achieving":[203],"superior":[204],"improvements.":[205],"These":[206],"results":[207],"underscore":[208],"effectiveness":[210],"leveraging":[214],"strengths":[216],"SSL,":[222],"opening":[223],"doors":[224],"sophisticated":[227],"nuanced":[229],"analysis.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}