{"id":"https://openalex.org/W4387803927","doi":"https://doi.org/10.1109/igarss52108.2023.10282966","title":"An Agenda for Multimodal Foundation Models for Earth Observation","display_name":"An Agenda for Multimodal Foundation Models for Earth Observation","publication_year":2023,"publication_date":"2023-07-16","ids":{"openalex":"https://openalex.org/W4387803927","doi":"https://doi.org/10.1109/igarss52108.2023.10282966"},"language":"en","primary_location":{"id":"doi:10.1109/igarss52108.2023.10282966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss52108.2023.10282966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2023 - 2023 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/2204580","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034044972","display_name":"Philipe Dias","orcid":"https://orcid.org/0000-0001-9427-7112"},"institutions":[{"id":"https://openalex.org/I4210120373","display_name":"Geospatial Research (United Kingdom)","ror":"https://ror.org/02qq5pa23","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210120373"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Philipe Dias","raw_affiliation_strings":["Geospatial Science and Human Security,USA","Geospatial Science and Human Security, USA"],"affiliations":[{"raw_affiliation_string":"Geospatial Science and Human Security,USA","institution_ids":["https://openalex.org/I4210120373"]},{"raw_affiliation_string":"Geospatial Science and Human Security, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089748744","display_name":"Abhishek Potnis","orcid":"https://orcid.org/0000-0001-8168-857X"},"institutions":[{"id":"https://openalex.org/I4210120373","display_name":"Geospatial Research (United Kingdom)","ror":"https://ror.org/02qq5pa23","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210120373"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Abhishek Potnis","raw_affiliation_strings":["Geospatial Science and Human Security,USA","Geospatial Science and Human Security, USA"],"affiliations":[{"raw_affiliation_string":"Geospatial Science and Human Security,USA","institution_ids":["https://openalex.org/I4210120373"]},{"raw_affiliation_string":"Geospatial Science and Human Security, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044373160","display_name":"Sreelekha Guggilam","orcid":"https://orcid.org/0000-0002-7795-2945"},"institutions":[{"id":"https://openalex.org/I4210120373","display_name":"Geospatial Research (United Kingdom)","ror":"https://ror.org/02qq5pa23","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210120373"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sreelekha Guggilam","raw_affiliation_strings":["Geospatial Science and Human Security,USA","Geospatial Science and Human Security, USA"],"affiliations":[{"raw_affiliation_string":"Geospatial Science and Human Security,USA","institution_ids":["https://openalex.org/I4210120373"]},{"raw_affiliation_string":"Geospatial Science and Human Security, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024089585","display_name":"H. Lexie Yang","orcid":"https://orcid.org/0000-0003-2252-6778"},"institutions":[{"id":"https://openalex.org/I4210120373","display_name":"Geospatial Research (United Kingdom)","ror":"https://ror.org/02qq5pa23","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210120373"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lexie Yang","raw_affiliation_strings":["Geospatial Science and Human Security,USA","Geospatial Science and Human Security, USA"],"affiliations":[{"raw_affiliation_string":"Geospatial Science and Human Security,USA","institution_ids":["https://openalex.org/I4210120373"]},{"raw_affiliation_string":"Geospatial Science and Human Security, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006493183","display_name":"Aristeidis Tsaris","orcid":"https://orcid.org/0000-0002-7734-3349"},"institutions":[{"id":"https://openalex.org/I4388482696","display_name":"Naval Research Laboratory Information Technology Division","ror":"https://ror.org/04xfp8b22","country_code":null,"type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028","https://openalex.org/I4388482696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aristeidis Tsaris","raw_affiliation_strings":["National Center for Computational Sciences, ORNL,USA","National Center for Computational Sciences, ORNL, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Computational Sciences, ORNL,USA","institution_ids":[]},{"raw_affiliation_string":"National Center for Computational Sciences, ORNL, USA","institution_ids":["https://openalex.org/I4388482696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045290448","display_name":"Henry Medeiros","orcid":"https://orcid.org/0000-0002-7704-5587"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Medeiros","raw_affiliation_strings":["University of Florida,Gainesville,USA","University of Florida, Gainesville, USA"],"affiliations":[{"raw_affiliation_string":"University of Florida,Gainesville,USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"University of Florida, Gainesville, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083948807","display_name":"Dalton Lunga","orcid":"https://orcid.org/0000-0003-0054-1141"},"institutions":[{"id":"https://openalex.org/I4210120373","display_name":"Geospatial Research (United Kingdom)","ror":"https://ror.org/02qq5pa23","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210120373"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dalton Lunga","raw_affiliation_strings":["Geospatial Science and Human Security,USA","Geospatial Science and Human Security, USA"],"affiliations":[{"raw_affiliation_string":"Geospatial Science and Human Security,USA","institution_ids":["https://openalex.org/I4210120373"]},{"raw_affiliation_string":"Geospatial Science and Human Security, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5034044972"],"corresponding_institution_ids":["https://openalex.org/I4210120373"],"apc_list":null,"apc_paid":null,"fwci":7.49,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97375173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1237","last_page":"1240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7700222730636597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7282776832580566},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6445343494415283},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5776752233505249},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5042301416397095},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.46900674700737},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4630894958972931},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.43102067708969116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4293908178806305},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3619246482849121},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.340726375579834},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1912516951560974},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12325650453567505}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7700222730636597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7282776832580566},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6445343494415283},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5776752233505249},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5042301416397095},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.46900674700737},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4630894958972931},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.43102067708969116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4293908178806305},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3619246482849121},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.340726375579834},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1912516951560974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12325650453567505},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/igarss52108.2023.10282966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss52108.2023.10282966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2023 - 2023 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:2204580","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2204580","pdf_url":"https://www.osti.gov/servlets/purl/2204580","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:2204580","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2204580","pdf_url":"https://www.osti.gov/servlets/purl/2204580","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316892","display_name":"UT-Battelle","ror":"https://ror.org/04nza6677"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387803927.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2767126550","https://openalex.org/W2897285410","https://openalex.org/W2963785576","https://openalex.org/W3127055265","https://openalex.org/W3129831491","https://openalex.org/W3131025716","https://openalex.org/W3137605934","https://openalex.org/W3165730205","https://openalex.org/W3195577433","https://openalex.org/W3198316248","https://openalex.org/W3215626407","https://openalex.org/W4214644404","https://openalex.org/W4225323055","https://openalex.org/W4285228384","https://openalex.org/W4286233797","https://openalex.org/W4288391486","https://openalex.org/W4309651788","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W4386076493","https://openalex.org/W4387026640","https://openalex.org/W4390874379","https://openalex.org/W6739901393","https://openalex.org/W6774314701","https://openalex.org/W6784333009","https://openalex.org/W6790830454","https://openalex.org/W6791353385","https://openalex.org/W6791865553","https://openalex.org/W6800751262","https://openalex.org/W6803872405","https://openalex.org/W6810334672","https://openalex.org/W6840202747","https://openalex.org/W6848503226"],"related_works":["https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W4380551887","https://openalex.org/W4285159263","https://openalex.org/W2904518532","https://openalex.org/W4280529741","https://openalex.org/W4293919860","https://openalex.org/W2963650472","https://openalex.org/W4387634401","https://openalex.org/W4401552326"],"abstract_inverted_index":{"Archives":[0],"of":[1,26,32,89],"remote":[2],"sensing":[3,11],"(RS)":[4],"data":[5,47,104],"are":[6],"increasing":[7],"swiftly":[8],"as":[9,39],"new":[10,21],"modalities":[12],"with":[13,134],"enhanced":[14],"spatiotemporal":[15],"resolution":[16],"become":[17],"operational.":[18],"While":[19],"promising":[20],"breakthroughs,":[22],"the":[23,30,63],"sheer":[24],"volume":[25],"RS":[27],"archives":[28],"stretches":[29],"limits":[31],"human":[33],"analysts":[34],"and":[35,110,148],"existing":[36],"AI":[37],"tools,":[38],"most":[40],"models":[41],"are:":[42],"i)":[43],"limited":[44],"to":[45,65,85,136],"single":[46],"modalities;":[48],"ii)":[49],"task-specific;":[50],"iii)":[51],"heavily":[52],"reliant":[53],"on":[54,70,117],"labeled":[55],"data.":[56],"The":[57],"emerging":[58],"Foundation":[59],"Models":[60],"(FMs)":[61],"have":[62],"potential":[64],"address":[66],"these":[67],"limitations.":[68],"Trained":[69],"vast":[71],"unlabeled":[72],"datasets":[73],"through":[74],"self-supervised":[75],"learning,":[76],"FMs":[77],"enable":[78],"generic":[79],"feature":[80],"extraction":[81],"that":[82],"facilitate":[83],"specialization":[84],"a":[86,95,120,129],"wide":[87],"variety":[88],"downstream":[90],"tasks.":[91],"This":[92],"paper":[93],"describes":[94],"vision":[96],"towards":[97],"an":[98],"FM":[99],"for":[100],"multimodal":[101,118,143],"Earth":[102],"Observation":[103],"(FM4EO),":[105],"discussing":[106],"key":[107],"building":[108],"blocks":[109],"open":[111],"challenges.":[112],"We":[113],"put":[114],"particular":[115],"emphasis":[116],"reasoning,":[119],"topic":[121],"underexplored":[122],"in":[123,139],"EO.":[124],"Our":[125],"ultimate":[126],"goal":[127],"is":[128],"practical":[130],"path":[131],"toward":[132],"FM4EO":[133],"capacity":[135],"unlock":[137],"breakthroughs":[138],"few-shot":[140],"learning":[141],"scenarios,":[142],"geographic":[144],"knowledge":[145],"integration,":[146],"synthesis,":[147],"hypothesis":[149],"generation.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}