{"id":"https://openalex.org/W4402650672","doi":"https://doi.org/10.3390/rs16183470","title":"Self-Supervised Learning across the Spectrum","display_name":"Self-Supervised Learning across the Spectrum","publication_year":2024,"publication_date":"2024-09-19","ids":{"openalex":"https://openalex.org/W4402650672","doi":"https://doi.org/10.3390/rs16183470"},"language":"en","primary_location":{"id":"doi:10.3390/rs16183470","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16183470","pdf_url":null,"source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/rs16183470","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052067236","display_name":"Jayanth Shenoy","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jayanth Shenoy","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113390857","display_name":"Xingjian Davis Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xingjian Davis Zhang","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664164","display_name":"Yu Tao","orcid":"https://orcid.org/0000-0003-3768-4250"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Tao","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109714685","display_name":"Shlok Mehrotra","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shlok Mehrotra","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023214159","display_name":"Rem Yang","orcid":"https://orcid.org/0000-0001-9693-6820"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rem Yang","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100699154","display_name":"Han Zhao","orcid":"https://orcid.org/0000-0001-6770-5396"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Zhao","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034738254","display_name":"Deepak Vasisht","orcid":"https://orcid.org/0000-0003-3826-0978"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepak Vasisht","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5052067236"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":2.2515,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87691116,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"16","issue":"18","first_page":"3470","last_page":"3470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8056899309158325},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.721566379070282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5248708128929138},{"id":"https://openalex.org/keywords/land-cover","display_name":"Land cover","score":0.46234574913978577},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.4470953345298767},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4253157079219818},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.424588143825531},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.41099706292152405},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33438074588775635},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.32156360149383545},{"id":"https://openalex.org/keywords/land-use","display_name":"Land use","score":0.1464129388332367},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08236613869667053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8056899309158325},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.721566379070282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5248708128929138},{"id":"https://openalex.org/C2780648208","wikidata":"https://www.wikidata.org/wiki/Q3001793","display_name":"Land cover","level":3,"score":0.46234574913978577},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.4470953345298767},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4253157079219818},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.424588143825531},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.41099706292152405},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33438074588775635},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.32156360149383545},{"id":"https://openalex.org/C4792198","wikidata":"https://www.wikidata.org/wiki/Q1165944","display_name":"Land use","level":2,"score":0.1464129388332367},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08236613869667053},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs16183470","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16183470","pdf_url":null,"source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/157312","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/157312","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/157312/1/remotesensing-16-03470-v3.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multidisciplinary Digital Publishing Institute","raw_type":"http://purl.org/eprint/type/JournalArticle"},{"id":"pmh:oai:doaj.org/article:d44c979566314e8ca6c50b6b58ae2679","is_oa":true,"landing_page_url":"https://doaj.org/article/d44c979566314e8ca6c50b6b58ae2679","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 16, Iss 18, p 3470 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/rs16183470","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16183470","pdf_url":null,"source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2"}],"awards":[{"id":"https://openalex.org/G4559796930","display_name":null,"funder_award_id":"DGE\u20131746047","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4878478508","display_name":null,"funder_award_id":"1925001","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8476335225","display_name":null,"funder_award_id":"2237474","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1901129140","https://openalex.org/W2006548975","https://openalex.org/W2029739915","https://openalex.org/W2140022209","https://openalex.org/W2180267094","https://openalex.org/W2194775991","https://openalex.org/W2464708700","https://openalex.org/W2798365772","https://openalex.org/W2842511635","https://openalex.org/W2954664657","https://openalex.org/W2963526604","https://openalex.org/W2971888276","https://openalex.org/W2986816104","https://openalex.org/W3005680577","https://openalex.org/W3036968235","https://openalex.org/W3085291485","https://openalex.org/W3090227540","https://openalex.org/W3092599592","https://openalex.org/W3092732850","https://openalex.org/W3092829339","https://openalex.org/W3097337894","https://openalex.org/W3110829070","https://openalex.org/W3144483443","https://openalex.org/W3153332184","https://openalex.org/W3160678956","https://openalex.org/W3172615411","https://openalex.org/W3173565566","https://openalex.org/W3185151088","https://openalex.org/W3186737188","https://openalex.org/W3188396886","https://openalex.org/W3192168359","https://openalex.org/W3195975500","https://openalex.org/W3202319033","https://openalex.org/W3206397379","https://openalex.org/W4210735272","https://openalex.org/W4214644404","https://openalex.org/W4220917101","https://openalex.org/W4224105385","https://openalex.org/W4286233797","https://openalex.org/W4311544072","https://openalex.org/W4312497901","https://openalex.org/W4312979490","https://openalex.org/W4317739596","https://openalex.org/W4319993240","https://openalex.org/W4386071525","https://openalex.org/W4386212336","https://openalex.org/W4388276098","https://openalex.org/W4389396229","https://openalex.org/W4393042965","https://openalex.org/W4413621465","https://openalex.org/W6795419526","https://openalex.org/W6796299279","https://openalex.org/W6841759351","https://openalex.org/W7053324933"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W4405124681","https://openalex.org/W1533177136","https://openalex.org/W4380994516"],"abstract_inverted_index":{"Satellite":[0,87],"image":[1],"time":[2],"series":[3,191],"(SITS)":[4],"segmentation":[5,27,175],"is":[6,89,113],"crucial":[7],"for":[8,25,57,92,120,131,166,207],"many":[9],"applications,":[10],"like":[11],"environmental":[12],"monitoring,":[13],"land":[14],"cover":[15],"mapping,":[16],"and":[17,83,117,140,157,177,195],"agricultural":[18],"crop":[19],"type":[20],"classification.":[21],"However,":[22],"training":[23,38,59],"models":[24],"SITS":[26,121,132,159,174],"remains":[28],"a":[29,47,149,190],"challenging":[30],"task":[31],"due":[32],"to":[33,100],"the":[34,55,77,107,114],"lack":[35],"of":[36,66,76,109,152,192],"abundant":[37],"data,":[39],"which":[40],"requires":[41],"fine-grained":[42,93],"annotation.":[43],"We":[44,96,145],"propose":[45],"S4,":[46],"new":[48],"self-supervised":[49],"pretraining":[50,102,164],"approach":[51,119],"that":[52,160],"significantly":[53],"reduces":[54],"requirement":[56],"labeled":[58,187],"data":[60,165],"by":[61],"utilizing":[62],"two":[63],"key":[64],"insights":[65,99],"satellite":[67],"imagery:":[68],"(a)":[69],"Satellites":[70],"capture":[71],"images":[72],"in":[73,104],"different":[74],"parts":[75],"spectrum,":[78],"such":[79],"as":[80,162,202],"radio":[81],"frequencies":[82],"visible":[84],"frequencies.":[85],"(b)":[86],"imagery":[88],"geo-registered,":[90],"allowing":[91],"spatial":[94],"alignment.":[95],"use":[97],"these":[98],"formulate":[101],"tasks":[103],"S4.":[105,167],"To":[106],"best":[108],"our":[110],"knowledge,":[111],"S4":[112,171],"first":[115],"multimodal":[116],"temporal":[118,138],"segmentation.":[122,210],"S4\u2019s":[123,200],"novelty":[124],"stems":[125],"from":[126],"leveraging":[127],"multiple":[128,135,173],"properties":[129],"required":[130],"self-supervision:":[133],"(1)":[134],"modalities,":[136],"(2)":[137],"information,":[139],"(3)":[141],"pixel-level":[142],"feature":[143,205],"extraction.":[144],"also":[146],"curate":[147],"m2s2-SITS,":[148],"large-scale":[150],"dataset":[151],"unlabeled,":[153],"spatially":[154],"aligned,":[155],"multimodal,":[156],"geographic-specific":[158],"serves":[161],"representative":[163],"Finally,":[168],"we":[169,198],"evaluate":[170],"on":[172],"datasets":[176],"demonstrate":[178,199],"its":[179],"efficacy":[180],"against":[181],"competing":[182],"baselines":[183],"while":[184],"using":[185],"limited":[186],"data.":[188],"Through":[189],"extensive":[193],"comparisons":[194],"ablation":[196],"studies,":[197],"ability":[201],"an":[203],"effective":[204],"extractor":[206],"downstream":[208],"semantic":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}