{"id":"https://openalex.org/W4387427770","doi":"https://doi.org/10.48550/arxiv.2310.03513","title":"Exploring DINO: Emergent Properties and Limitations for Synthetic Aperture Radar Imagery","display_name":"Exploring DINO: Emergent Properties and Limitations for Synthetic Aperture Radar Imagery","alternate_titles":[],"publication_year":2023,"publication_date":"2023-10-05","ids":{"openalex":"https://openalex.org/W4387427770","doi":"https://doi.org/10.48550/arxiv.2310.03513"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.03513","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.03513","pdf_url":"https://arxiv.org/pdf/2310.03513","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4387427770"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.03513","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077972491","display_name":"Joseph A. Gallego-Mejia","orcid":"https://orcid.org/0000-0001-8971-4998","observed_orcids":["https://orcid.org/0000-0001-8971-4998"]},"institutions":[{"id":"https://openalex.org/I36243813","display_name":"Universidad Nacional de Colombia","ror":"https://ror.org/059yx9a68","country_code":"CO","type":"education","lineage":["https://openalex.org/I36243813"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Gallego-Mejia, Joseph A.","raw_affiliation_strings":["Universidad Nacional de Colombia , Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Nacional de Colombia , Colombia","institution_ids":["https://openalex.org/I36243813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066516763","display_name":"Anna Jungbluth","orcid":"https://orcid.org/0000-0002-9888-6262","observed_orcids":["https://orcid.org/0000-0002-9888-6262"]},"institutions":[{"id":"https://openalex.org/I2801994115","display_name":"European Space Agency","ror":"https://ror.org/03wd9za21","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I2801994115"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jungbluth, Anna","raw_affiliation_strings":["European Space Agency , Climate Office , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Space Agency , Climate Office , UK","institution_ids":["https://openalex.org/I2801994115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091901968","display_name":"Laura Mart\u00ednez-Ferrer","orcid":"https://orcid.org/0000-0002-4730-8657","observed_orcids":["https://orcid.org/0000-0002-4730-8657"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mart\u00ednez-Ferrer, Laura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Allen, Matt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Allen, Matt","raw_affiliation_strings":["University of Cambridge , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge , UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000906487","display_name":"Francisco Dorr","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dorr, Francisco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029587041","display_name":"Freddie Kalaitzis","orcid":"https://orcid.org/0000-0002-1471-646X","observed_orcids":["https://orcid.org/0000-0002-1471-646X"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kalaitzis, Freddie","raw_affiliation_strings":["University of Oxford , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford , UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011088033","display_name":"Ra\u00fal Ramos-Poll\u00e1n","orcid":"https://orcid.org/0000-0001-6195-3612","observed_orcids":["https://orcid.org/0000-0001-6195-3612"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramos-Poll\u00e1n, Ra\u00fal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dino","display_name":"DINO","score":0.953000009059906},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9549999833106995},{"id":"https://openalex.org/keywords/synthetic-aperture-radar-imagery","display_name":"synthetic aperture radar images","score":0.8809999823570251},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.6790000200271606},{"id":"https://openalex.org/keywords/attention-maps","display_name":"attention maps","score":0.9150000214576721},{"id":"https://openalex.org/keywords/land-cover-segmentation","display_name":"land cover segmentation","score":0.7630000114440918},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"remote sensing","score":0.6399999856948853},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.8550000190734863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7531217336654663},{"id":"https://openalex.org/C87360688","wikidata":"https://www.wikidata.org/wiki/Q740686","display_name":"Synthetic aperture radar","level":2,"score":0.7389333248138428},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6477786302566528},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5705503225326538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5241104364395142},{"id":"https://openalex.org/C2780648208","wikidata":"https://www.wikidata.org/wiki/Q3001793","display_name":"Land cover","level":3,"score":0.48667627573013306},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4781668782234192},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.44919583201408386},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4450923204421997},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.353663831949234},{"id":"https://openalex.org/C4792198","wikidata":"https://www.wikidata.org/wiki/Q1165944","display_name":"Land use","level":2,"score":0.14831730723381042},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13343948125839233},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1085558831691742},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.03513","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.03513","pdf_url":"https://arxiv.org/pdf/2310.03513","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.03513","doi":"https://doi.org/10.48550/arxiv.2310.03513","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.03513","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.03513","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.03513","pdf_url":"https://arxiv.org/pdf/2310.03513","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5642793793","display_name":null,"funder_award_id":"EP/S022961/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G6937786264","display_name":"Understanding and Modelling the Earth System with Machine Learning","funder_award_id":"855187","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320318240","display_name":"European Space Agency","ror":"https://ror.org/03wd9za21"},{"id":"https://openalex.org/F4320320290","display_name":"University of Oxford","ror":"https://ror.org/052gg0110"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387427770.pdf","grobid_xml":"https://content.openalex.org/works/W4387427770.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W2980867860","https://openalex.org/W3094502228","https://openalex.org/W3105496885","https://openalex.org/W3128476715","https://openalex.org/W3135367836","https://openalex.org/W3154502923","https://openalex.org/W3159481202","https://openalex.org/W3195577433","https://openalex.org/W4226002507","https://openalex.org/W4283697304"],"related_works":["https://openalex.org/W4415990072","https://openalex.org/W4387356193","https://openalex.org/W4387829032","https://openalex.org/W4402916465","https://openalex.org/W4414008905","https://openalex.org/W4312552594","https://openalex.org/W4400333126","https://openalex.org/W4283697304","https://openalex.org/W4388032089","https://openalex.org/W4292794000"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1],"(SSL)":[2],"models":[3,151],"have":[4],"recently":[5],"demonstrated":[6],"remarkable":[7],"performance":[8,91,116],"across":[9],"various":[10],"tasks,":[11],"including":[12],"image":[13],"segmentation.":[14,113],"This":[15],"study":[16],"delves":[17],"into":[18],"the":[19,23,54,65,72,79,101,144],"emergent":[20],"characteristics":[21],"of":[22,67,105],"Self-Distillation":[24],"with":[25,78,92],"No":[26],"Labels":[27],"(DINO)":[28],"algorithm":[29],"and":[30,51,75,99,103,110,131,148],"its":[31],"application":[32],"to":[33,56,95,136],"Synthetic":[34],"Aperture":[35],"Radar":[36],"(SAR)":[37],"imagery.":[38],"We":[39,62,84],"pre-train":[40],"a":[41,86],"vision":[42],"transformer":[43],"(ViT)-based":[44],"DINO":[45],"model":[46,55,90],"using":[47],"unlabeled":[48],"SAR":[49],"data,":[50],"later":[52],"fine-tune":[53],"predict":[57],"high-resolution":[58],"land":[59,111],"cover":[60,112],"maps.":[61],"rigorously":[63],"evaluate":[64],"utility":[66],"attention":[68,122],"maps":[69,123],"generated":[70],"by":[71],"ViT":[73,121],"backbone":[74],"compare":[76],"them":[77],"model's":[80],"token":[81],"embedding":[82],"space.":[83],"observe":[85],"small":[87,115],"improvement":[88],"in":[89],"pre-training":[93],"compared":[94],"training":[96],"from":[97],"scratch":[98],"discuss":[100],"limitations":[102],"opportunities":[104],"SSL":[106,150],"for":[107,128,146,152],"remote":[108,129],"sensing":[109],"Beyond":[114],"increases,":[117],"we":[118],"show":[119],"that":[120],"hold":[124],"great":[125],"intrinsic":[126],"value":[127],"sensing,":[130],"could":[132],"provide":[133],"useful":[134],"inputs":[135],"other":[137],"algorithms.":[138],"With":[139],"this,":[140],"our":[141],"work":[142],"lays":[143],"groundwork":[145],"bigger":[147],"better":[149],"Earth":[153],"Observation.":[154]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387427770","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-10-08T00:00:00"}
