{"id":"https://openalex.org/W3206737592","doi":"https://doi.org/10.1109/igarss47720.2021.9553741","title":"Multi-Modal Self-Supervised Representation Learning for Earth Observation","display_name":"Multi-Modal Self-Supervised Representation Learning for Earth Observation","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3206737592","doi":"https://doi.org/10.1109/igarss47720.2021.9553741","mag":"3206737592"},"language":"en","primary_location":{"id":"doi:10.1109/igarss47720.2021.9553741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss47720.2021.9553741","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Geoscience and Remote Sensing Symposium IGARSS","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arrow.tudublin.ie/scschcomcon/320","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080656954","display_name":"Pallavi Jain","orcid":"https://orcid.org/0000-0002-1731-8993"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Pallavi Jain","raw_affiliation_strings":["School of Computer Science, Technological University Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Technological University Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013295291","display_name":"Bianca Schoen-Phelan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Bianca Schoen-Phelan","raw_affiliation_strings":["School of Computer Science, Technological University Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Technological University Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009346892","display_name":"Robert Ross","orcid":"https://orcid.org/0000-0001-7088-273X"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Robert Ross","raw_affiliation_strings":["School of Computer Science, Technological University Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Technological University Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0673,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79498508,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3241","last_page":"3244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7678185701370239},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.652523398399353},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6428568959236145},{"id":"https://openalex.org/keywords/earth","display_name":"Earth (classical element)","score":0.5847725868225098},{"id":"https://openalex.org/keywords/self-representation","display_name":"Self representation","score":0.5149500966072083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48951613903045654},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.4543430805206299},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12845948338508606},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11362996697425842},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06040242314338684}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7678185701370239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652523398399353},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6428568959236145},{"id":"https://openalex.org/C26148502","wikidata":"https://www.wikidata.org/wiki/Q2488752","display_name":"Earth (classical element)","level":2,"score":0.5847725868225098},{"id":"https://openalex.org/C2988612419","wikidata":"https://www.wikidata.org/wiki/Q7448312","display_name":"Self representation","level":2,"score":0.5149500966072083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48951613903045654},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.4543430805206299},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12845948338508606},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11362996697425842},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06040242314338684},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/igarss47720.2021.9553741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss47720.2021.9553741","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Geoscience and Remote Sensing Symposium IGARSS","raw_type":"proceedings-article"},{"id":"pmh:oai:arrow.tudublin.ie:scschcomcon-1340","is_oa":true,"landing_page_url":"https://arrow.tudublin.ie/scschcomcon/320","pdf_url":"https://arrow.tudublin.ie/scschcomcon/320","source":{"id":"https://openalex.org/S4377196307","display_name":"Arrow - TU Dublin (Technological University Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210144925","host_organization_name":"Technological University Dublin","host_organization_lineage":["https://openalex.org/I4210144925"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Conference papers","raw_type":"conferencepaper"}],"best_oa_location":{"id":"pmh:oai:arrow.tudublin.ie:scschcomcon-1340","is_oa":true,"landing_page_url":"https://arrow.tudublin.ie/scschcomcon/320","pdf_url":"https://arrow.tudublin.ie/scschcomcon/320","source":{"id":"https://openalex.org/S4377196307","display_name":"Arrow - TU Dublin (Technological University Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210144925","host_organization_name":"Technological University Dublin","host_organization_lineage":["https://openalex.org/I4210144925"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Conference papers","raw_type":"conferencepaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2563910032","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3993907298","display_name":"ADAPT: Centre for Digital Content Platform Research","funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320325671","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3206737592.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2144796873","https://openalex.org/W2194775991","https://openalex.org/W2604086375","https://openalex.org/W2785325870","https://openalex.org/W2914965007","https://openalex.org/W2963420272","https://openalex.org/W2964194231","https://openalex.org/W2976120863","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3035060554","https://openalex.org/W3036587262","https://openalex.org/W3105496885","https://openalex.org/W3107668149","https://openalex.org/W3112898771","https://openalex.org/W3136985093","https://openalex.org/W3171007011","https://openalex.org/W4214644404","https://openalex.org/W4239175444","https://openalex.org/W6704369950","https://openalex.org/W6747899497","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6779326418","https://openalex.org/W6779879437","https://openalex.org/W6784004416","https://openalex.org/W6785999971","https://openalex.org/W6786614245"],"related_works":["https://openalex.org/W3020002352","https://openalex.org/W2406795759","https://openalex.org/W4385062146","https://openalex.org/W2605677994","https://openalex.org/W2249556678","https://openalex.org/W3023176247","https://openalex.org/W4392974084","https://openalex.org/W2907110479","https://openalex.org/W3046391019","https://openalex.org/W3032832924"],"abstract_inverted_index":{"Self-Supervised":[0],"learning":[1,146],"(SSL)":[2],"has":[3],"reduced":[4],"the":[5,26,85,100,169,177,194],"performance":[6,192],"gap":[7],"between":[8,193],"supervised":[9],"and":[10,106,124,182],"unsupervised":[11],"learning,":[12,152],"due":[13],"to":[14,17,25,63,73,108,114,137],"its":[15],"ability":[16],"learn":[18],"invariant":[19,117],"representations.":[20],"This":[21],"is":[22,36,41,52,61],"a":[23,162,172,188],"boon":[24],"domains":[27],"like":[28],"Earth":[29],"Observation":[30],"(EO),":[31],"where":[32],"labelled":[33,80],"data":[34,40],"availability":[35],"scarce":[37],"but":[38,184],"unlabelled":[39],"freely":[42],"available.":[43],"While":[44],"Transfer":[45],"Learning":[46],"from":[47],"generic":[48],"RGB":[49],"pre-trained":[50,69,158],"models":[51,159],"still":[53],"common-place":[54],"in":[55,71,191],"EO,":[56],"we":[57,83,98,119],"argue":[58],"that,":[59],"it":[60],"essential":[62],"have":[64],"good":[65],"EO":[66,111],"domain":[67],"specific":[68],"model":[70],"order":[72],"use":[74],"with":[75,78,89],"downstream":[76,94],"tasks":[77],"limited":[79],"data.":[81,112],"Hence,":[82],"explored":[84,168],"applicability":[86],"of":[87,134,171],"SSL":[88,102],"multi-modal":[90],"satellite":[91],"imagery":[92],"for":[93],"tasks.":[95],"For":[96],"this":[97],"utilised":[99],"state-of-art":[101],"architectures":[103,179],"i.e.":[104,180],"BYOL":[105,181],"SimSiam":[107,183],"train":[109],"on":[110,161],"Also":[113],"obtain":[115],"better":[116],"representations,":[118],"considered":[120],"multi-spectral":[121],"(MS)":[122],"images":[123,129],"synthetic":[125],"aperture":[126],"radar":[127],"(SAR)":[128],"as":[130],"separate":[131],"augmented":[132],"views":[133],"an":[135],"image":[136],"maximise":[138],"their":[139],"similarity.":[140],"Our":[141],"work":[142],"shows":[143],"that":[144],"by":[145,175],"single":[147],"channel":[148],"representations":[149],"through":[150],"non-contrastive":[151],"our":[153],"approach":[154],"can":[155],"outperform":[156],"ImageNet":[157],"significantly":[160],"scene":[163],"classification":[164],"task.":[165],"We":[166],"further":[167],"usefulness":[170],"momentum":[173],"encoder":[174],"comparing":[176],"two":[178],"did":[185],"not":[186],"identify":[187],"significant":[189],"improvement":[190],"models.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}