{"id":"https://openalex.org/W7067453083","doi":null,"title":"Masked Image Modeling for Representation Learning in Earth Observation","display_name":"Masked Image Modeling for Representation Learning in Earth Observation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7067453083"},"language":"en","primary_location":{"id":"pmh:oai:elib.dlr.de:194890","doi":null,"is_oa":true,"landing_page_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","pdf_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Hochschulschrift"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hernandez-Hernandez, Hugo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hernandez-Hernandez, Hugo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03680000081658363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.013899999670684338,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/masked-image-modeling","display_name":"masked image modeling","score":0.9279999732971191},{"id":"https://openalex.org/keywords/self-supervised-representation-learning","display_name":"self-supervised representation learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.7900000214576721},{"id":"https://openalex.org/keywords/masked-autoencoder","display_name":"masked autoencoder","score":0.8690000176429749},{"id":"https://openalex.org/keywords/unlabeled-data","display_name":"unlabeled data","score":0.671999990940094},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.628000020980835},{"id":"https://openalex.org/keywords/eurosat","display_name":"EuroSAT","score":0.6480000019073486},{"id":"https://openalex.org/keywords/histogram-of-oriented-gradients","display_name":"histogram of oriented gradients","score":0.5649999976158142},{"id":"https://openalex.org/keywords/data-normalization","display_name":"data normalization","score":0.6959999799728394},{"id":"https://openalex.org/keywords/linear-classification","display_name":"linear classification","score":0.4819999933242798},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7599999904632568}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7426000237464905},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7189000248908997},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7041000127792358},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.667900025844574},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6068000197410583},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.5321999788284302},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46059998869895935},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39430001378059387},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3546999990940094},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35280001163482666},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.3140999972820282},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C17426736","wikidata":"https://www.wikidata.org/wiki/Q419918","display_name":"Histogram of oriented gradients","level":4,"score":0.2605000138282776},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:elib.dlr.de:194890","doi":null,"is_oa":true,"landing_page_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","pdf_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Hochschulschrift"}],"best_oa_location":{"id":"pmh:oai:elib.dlr.de:194890","doi":null,"is_oa":true,"landing_page_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","pdf_url":"https://elib.dlr.de/194890/1/HugoThesis_pre3.pdf","source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Hochschulschrift"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7067453083.pdf","grobid_xml":"https://content.openalex.org/works/W7067453083.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2161969291","https://openalex.org/W2163605009","https://openalex.org/W2163922914","https://openalex.org/W2342877626","https://openalex.org/W2419597278","https://openalex.org/W2529194139","https://openalex.org/W2626778328","https://openalex.org/W2764034829","https://openalex.org/W2919115771","https://openalex.org/W2944828972","https://openalex.org/W2948433173","https://openalex.org/W2967065585","https://openalex.org/W2988415141","https://openalex.org/W2994536315","https://openalex.org/W3005680577","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3035725276","https://openalex.org/W3041133507","https://openalex.org/W3043213779","https://openalex.org/W3092261202","https://openalex.org/W3094502228","https://openalex.org/W3112898771","https://openalex.org/W3135715136","https://openalex.org/W3138516171","https://openalex.org/W3207924272","https://openalex.org/W3213836217","https://openalex.org/W4226002507","https://openalex.org/W4283697304","https://openalex.org/W4293193074","https://openalex.org/W4309132693","https://openalex.org/W4312187763","https://openalex.org/W4312312750"],"related_works":["https://openalex.org/W7067322252","https://openalex.org/W7135229865","https://openalex.org/W4321490837","https://openalex.org/W3206737592","https://openalex.org/W4309132693","https://openalex.org/W4403798796","https://openalex.org/W4387026640","https://openalex.org/W7211895735","https://openalex.org/W4392603834","https://openalex.org/W7067581667"],"abstract_inverted_index":{"Deep":[0],"learning":[1,29],"applied":[2],"to":[3,62,72,173,196,205],"Earth":[4],"observation":[5],"(EO)":[6],"yields":[7],"impressive":[8],"results.":[9],"However,":[10],"a":[11,51,60,80,119,157],"significant":[12],"challenge":[13],"in":[14,44],"EO":[15,86],"is":[16,70],"the":[17,55,64,94,103,107,114,127,143,153],"rapidly":[18],"increasing":[19],"data":[20,47,182,206],"volume":[21],"while":[22],"limited":[23],"annotation":[24],"resources":[25],"available.":[26],"Self-supervised":[27],"representation":[28],"(SSL)":[30],"employs":[31,93],"large":[32],"amounts":[33],"of":[34,54,83,109,175],"unlabeled":[35],"data.":[36,177],"Recently,":[37],"Masked":[38,95,128],"Image":[39],"Modelling":[40],"(MIM)":[41],"demonstrated":[42],"scalability":[43],"model":[45,61,155],"and":[46,101],"size.":[48],"MIM":[49,84],"masks":[50,100],"defined":[52],"ratio":[53],"input":[56,105],"image":[57,133],"for":[58,85,160],"training":[59],"predict":[63],"masked":[65],"patches.":[66],"The":[67,123],"learnt":[68],"encoder":[69,111],"transferred":[71],"downstream":[73,188],"tasks.":[74],"In":[75,198],"this":[76],"work,":[77],"we":[78],"explore":[79],"new":[81],"approach":[82,141],"combining":[87],"two":[88],"state-of-the-art":[89],"SSL":[90],"methodologies.":[91],"One":[92],"Autoencoder":[96],"(MAE),":[97],"which":[98],"asymmetrically":[99],"reconstructs":[102],"raw":[104],"with":[106,167],"aid":[108],"an":[110],"operating":[112],"on":[113,142,156,181],"visible":[115],"patches":[116],"followed":[117],"by":[118,194],"smaller":[120],"decoder":[121],"reconstructing.":[122],"second":[124],"methodology":[125],"utilizes":[126],"Feature":[129],"Prediction":[130],"(MFP),":[131],"where":[132],"feature":[134],"descriptors":[135],"get":[136],"reconstructed.":[137],"We":[138,151],"test":[139],"our":[140],"(SSL4E0-s12)":[144],"dataset":[145],"reconstructing":[146],"Histogram":[147],"Oriented":[148],"Gradients":[149],"(HOG).":[150],"evaluate":[152],"pre-trained":[154],"multi-class":[158],"classification":[159,187],"Eurosat.":[161],"Experimental":[162],"results":[163],"indicate":[164],"stable":[165],"performance":[166],"more":[168],"than":[169],"90%":[170],"accuracy":[171,190],"down":[172],"10%":[174],"labeled":[176],"An":[178],"ablation":[179],"study":[180],"normalization":[183,193],"reveals":[184],"that":[185],"linear":[186],"task":[189],"benefits":[191],"from":[192],"up":[195],"6%.":[197],"contrast,":[199],"fine":[200],"tuning":[201],"accuracies":[202],"are":[203],"robust":[204],"normalization.":[207]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}
