{"id":"https://openalex.org/W7134944578","doi":"https://doi.org/10.48550/arxiv.2603.09471","title":"OmniEarth: A Benchmark for Evaluating Vision-Language Models in Geospatial Tasks","display_name":"OmniEarth: A Benchmark for Evaluating Vision-Language Models in Geospatial Tasks","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134944578","doi":"https://doi.org/10.48550/arxiv.2603.09471"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09471","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09471","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084140502","display_name":"Ronghao Fu","orcid":"https://orcid.org/0000-0002-0751-224X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Ronghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128752083","display_name":"Haoran Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128766863","display_name":"Weijie Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128748160","display_name":"Zhiwen Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Zhiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128718827","display_name":"Xiao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128722249","display_name":"Peng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128740730","display_name":"Bo Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7842000126838684,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7842000126838684,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.02329999953508377,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8180000185966492},{"id":"https://openalex.org/keywords/geospatial-analysis","display_name":"Geospatial analysis","score":0.7529000043869019},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5557000041007996},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.5331000089645386},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5278000235557556},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.5138000249862671},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.45320001244544983},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.45089998841285706},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.39739999175071716}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8180000185966492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.763700008392334},{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.7529000043869019},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5557000041007996},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.5331000089645386},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5278000235557556},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.5138000249862671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4959000051021576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4684999883174896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4593000113964081},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3926999866962433},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3919000029563904},{"id":"https://openalex.org/C2778102629","wikidata":"https://www.wikidata.org/wiki/Q725252","display_name":"Satellite imagery","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3472999930381775},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C42629822","wikidata":"https://www.wikidata.org/wiki/Q1346408","display_name":"Geocoding","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.2680000066757202},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2515000104904175},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09471","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09471","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7273902893066406,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"have":[3],"demonstrated":[4],"effective":[5],"perception":[6],"and":[7,63,74,86,105,115,130,166],"reasoning":[8],"capabilities":[9],"on":[10,121],"general-domain":[11],"tasks,":[12,97,104,183],"leading":[13],"to":[14,20,189],"growing":[15],"interest":[16],"in":[17],"their":[18],"application":[19],"Earth":[21,51],"observation.":[22],"However,":[23],"a":[24,44,126,131,157],"systematic":[25,158],"benchmark":[26,45,79],"for":[27,46,95,101,108,192],"comprehensively":[28],"evaluating":[29,47],"remote":[30,193],"sensing":[31,72,194],"vision-language":[32],"models":[33],"(RSVLMs)":[34],"remains":[35],"lacking.":[36],"To":[37,111],"address":[38],"this":[39],"gap,":[40],"we":[41],"introduce":[42],"OmniEarth,":[43],"RSVLMs":[48],"under":[49],"realistic":[50],"observation":[52],"scenarios.":[53],"OmniEarth":[54,124,136,196],"organizes":[55],"tasks":[56,69],"along":[57,149],"three":[58],"capability":[59],"dimensions:":[60],"perception,":[61],"reasoning,":[62],"robustness.":[64],"It":[65],"defines":[66],"28":[67],"fine-grained":[68],"covering":[70],"multi-source":[71],"data":[73],"diverse":[75],"geospatial":[76],"contexts.":[77],"The":[78,89],"supports":[80],"two":[81],"task":[82],"formulations:":[83],"multiple-choice":[84],"VQA":[85],"open-ended":[87],"VQA.":[88],"latter":[90],"includes":[91,137],"pure":[92],"text":[93],"outputs":[94,100,107],"captioning":[96],"bounding":[98],"box":[99],"visual":[102,122],"grounding":[103],"mask":[106],"segmentation":[109],"tasks.":[110],"reduce":[112],"linguistic":[113],"bias":[114],"examine":[116],"whether":[117],"model":[118],"predictions":[119],"rely":[120],"evidence,":[123],"adopts":[125],"blind":[127],"test":[128],"protocol":[129],"quintuple":[132],"semantic":[133],"consistency":[134],"requirement.":[135],"9,275":[138],"carefully":[139],"quality-controlled":[140],"images,":[141],"including":[142],"proprietary":[143],"satellite":[144],"imagery":[145],"from":[146],"Jilin-1":[147],"(JL-1),":[148],"with":[150,180],"44,210":[151],"manually":[152],"verified":[153],"instructions.":[154],"We":[155],"conduct":[156],"evaluation":[159],"of":[160],"contrastive":[161],"learning-based":[162],"models,":[163],"general":[164],"closed-source":[165],"open-source":[167],"VLMs,":[168],"as":[169,171],"well":[170],"RSVLMs.":[172],"Results":[173],"show":[174],"that":[175,187],"existing":[176],"VLMs":[177],"still":[178],"struggle":[179],"geospatially":[181],"complex":[182],"revealing":[184],"clear":[185],"gaps":[186],"need":[188],"be":[190],"addressed":[191],"applications.":[195],"is":[197],"publicly":[198],"available":[199],"at":[200],"https://huggingface.co/datasets/sjeeudd/OmniEarth.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-12T00:00:00"}