{"id":"https://openalex.org/W7131375792","doi":"https://doi.org/10.48550/arxiv.2602.19863","title":"Brewing Stronger Features: Dual-Teacher Distillation for Multispectral Earth Observation","display_name":"Brewing Stronger Features: Dual-Teacher Distillation for Multispectral Earth Observation","publication_year":2026,"publication_date":"2026-02-23","ids":{"openalex":"https://openalex.org/W7131375792","doi":"https://doi.org/10.48550/arxiv.2602.19863"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.19863","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073380379","display_name":"Filip Wolf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wolf, Filip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094123495","display_name":"Bla\u017e Rolih","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rolih, Bla\u017e","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zajc, Luka \u010cehovin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zajc, Luka \u010cehovin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18143133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.031300000846385956,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.9477999806404114},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5605999827384949},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5163000226020813},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4375},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4260999858379364},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.3472999930381775},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.33180001378059387},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.32710000872612}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.9477999806404114},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6327000260353088},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.551800012588501},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5235000252723694},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5163000226020813},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4375},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4260999858379364},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.3472999930381775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.33180001378059387},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.31679999828338623},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C104541649","wikidata":"https://www.wikidata.org/wiki/Q6935090","display_name":"Multispectral pattern recognition","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C108597893","wikidata":"https://www.wikidata.org/wiki/Q663650","display_name":"Reflectivity","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2628999948501587},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.2506999969482422},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.19863","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.19863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.19863","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.678224503993988}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"models":[1,25,87],"are":[2],"transforming":[3],"Earth":[4],"Observation":[5],"(EO),":[6],"yet":[7],"the":[8,73,78],"diversity":[9],"of":[10,82,136],"EO":[11,23,39,169],"sensors":[12],"and":[13,109,147,160],"modalities":[14,35],"makes":[15],"a":[16,63,92,158],"single":[17],"universal":[18],"model":[19,115],"unrealistic.":[20],"Multiple":[21],"specialized":[22],"foundation":[24,86],"(EOFMs)":[26],"will":[27],"likely":[28],"coexist,":[29],"making":[30],"efficient":[31,161],"knowledge":[32],"transfer":[33],"across":[34,106,167],"essential.":[36],"Most":[37],"existing":[38],"pretraining":[40,75],"relies":[41],"on":[42,123],"masked":[43],"image":[44],"modeling,":[45],"which":[46],"emphasizes":[47],"local":[48],"reconstruction":[49],"but":[50],"provides":[51,157],"limited":[52],"control":[53],"over":[54],"global":[55],"semantic":[56,141],"structure.":[57],"To":[58],"address":[59],"this,":[60],"we":[61],"propose":[62],"dual-teacher":[64],"contrastive":[65,79,155],"distillation":[66,156],"framework":[67],"for":[68],"multispectral":[69,93,110,118],"imagery":[70],"that":[71,113,154],"aligns":[72],"student's":[74],"objective":[76],"with":[77,95,132],"self-distillation":[80],"paradigm":[81],"modern":[83],"optical":[84,97,108],"vision":[85],"(VFMs).":[88],"Our":[89],"approach":[90,162],"combines":[91],"teacher":[94],"an":[96,133],"VFM":[98],"teacher,":[99],"enabling":[100],"coherent":[101],"cross-modal":[102],"representation":[103,165],"learning.":[104],"Experiments":[105],"diverse":[107],"benchmarks":[111],"show":[112],"our":[114],"adapts":[116],"to":[117,163],"data":[119,170],"without":[120],"compromising":[121],"performance":[122],"optical-only":[124],"inputs,":[125],"achieving":[126],"state-of-the-art":[127],"results":[128],"in":[129,140,144,149],"both":[130],"settings,":[131],"average":[134],"improvement":[135],"3.64":[137],"percentage":[138],"points":[139],"segmentation,":[142],"1.2":[143],"change":[145],"detection,":[146],"1.31":[148],"classification":[150],"tasks.":[151],"This":[152],"demonstrates":[153],"principled":[159],"scalable":[164],"learning":[166],"heterogeneous":[168],"sources.":[171],"Project":[172],"page:":[173],"\\textcolor{magenta}{https://wolfilip.github.io/DEO/}.":[174]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-26T00:00:00"}