{"id":"https://openalex.org/W7161010549","doi":"https://doi.org/10.48550/arxiv.2605.11541","title":"GeoR-Bench: Evaluating Geoscience Visual Reasoning","display_name":"GeoR-Bench: Evaluating Geoscience Visual Reasoning","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161010549","doi":"https://doi.org/10.48550/arxiv.2605.11541"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11541","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102350782","display_name":"Yushuo Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yushuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136007319","display_name":"Zicheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136047824","display_name":"Huiyu Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Huiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136062529","display_name":"Chunyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136023422","display_name":"Zijian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136033296","display_name":"Ziheng Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Ziheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136055464","display_name":"Yue Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136068746","display_name":"Ke Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136063122","display_name":"Xiongkuo Min","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Min, Xiongkuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136005875","display_name":"Guangtao Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Guangtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6794000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6794000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.10180000215768814,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09449999779462814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/earth-system-science","display_name":"Earth system science","score":0.6883000135421753},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5627999901771545},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5375000238418579},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4684000015258789},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3959999978542328},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3626999855041504},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3303999900817871},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.30399999022483826}],"concepts":[{"id":"https://openalex.org/C80368990","wikidata":"https://www.wikidata.org/wiki/Q3046459","display_name":"Earth system science","level":2,"score":0.6883000135421753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5666000247001648},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5627999901771545},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5375000238418579},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5299000144004822},{"id":"https://openalex.org/C1965285","wikidata":"https://www.wikidata.org/wiki/Q8008","display_name":"Earth science","level":1,"score":0.5198000073432922},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C2777055276","wikidata":"https://www.wikidata.org/wiki/Q7936580","display_name":"Visual approach","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C59740354","wikidata":"https://www.wikidata.org/wiki/Q2737866","display_name":"Scientific visualization","level":3,"score":0.271699994802475},{"id":"https://openalex.org/C132651083","wikidata":"https://www.wikidata.org/wiki/Q7942","display_name":"Climate change","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C168754636","wikidata":"https://www.wikidata.org/wiki/Q620920","display_name":"Climate model","level":3,"score":0.26190000772476196},{"id":"https://openalex.org/C2986440788","wikidata":"https://www.wikidata.org/wiki/Q52139","display_name":"Climate science","level":3,"score":0.26170000433921814},{"id":"https://openalex.org/C2994427856","wikidata":"https://www.wikidata.org/wiki/Q156312","display_name":"Earth history","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C138379479","wikidata":"https://www.wikidata.org/wiki/Q1116876","display_name":"Scientific modelling","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.8637645244598389,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Geoscience":[0],"intelligence":[1],"is":[2],"expected":[3],"to":[4,13,54,197],"understand,":[5],"reason":[6],"about,":[7],"and":[8,26,108,116,123,134,141,173],"predict":[9],"earth":[10,113,200],"system":[11],"changes":[12],"support":[14],"human":[15],"decision-making":[16],"in":[17],"critical":[18,151],"domains":[19],"such":[20,40,120],"as":[21,41,121],"disaster":[22],"response,":[23],"climate":[24],"adaptation":[25],"environmental":[27],"protection.":[28],"Although":[29],"current":[30,70,189],"research":[31],"has":[32],"shown":[33],"promising":[34],"progress":[35],"on":[36],"specific":[37],"geoscience":[38,60,77,106,147],"tasks,":[39],"remote":[42],"sensing":[43],"interpretation,":[44],"geographic":[45],"question-answering,":[46],"existing":[47],"benchmarks":[48],"remain":[49],"largely":[50],"task-specific":[51],"which":[52],"failing":[53],"capture":[55,198],"the":[56,162,170,177],"open-ended":[57],"real":[58],"world":[59],"problems.":[61],"As":[62],"a":[63,86,150],"result,":[64],"it":[65],"remains":[66,149],"unclear":[67],"how":[68],"far":[69],"AI":[71],"systems":[72],"are":[73],"from":[74],"achieving":[75],"genuine":[76],"intelligence.":[78],"To":[79],"address":[80],"this":[81],"gap,":[82],"we":[83],"present":[84],"\\textbf{GeoR-Bench},":[85],"\\underline{Bench}mark":[87],"for":[88],"evaluating":[89],"\\underline{Geo}science":[90],"visual":[91,96,171],"\\underline{R}easoning":[92],"through":[93],"reasoning":[94,148],"informed":[95],"editing":[97],"tasks.":[98],"GeoR-Bench":[99],"contains":[100],"440":[101],"curated":[102],"samples":[103],"spanning":[104],"6":[105],"categories":[107],"24":[109],"task":[110],"types,":[111],"covering":[112],"observation":[114],"imagery":[115],"structured":[117],"scientific":[118,182],"representations":[119],"maps":[122],"diagrams.":[124],"We":[125],"evaluate":[126],"outputs":[127,178],"along":[128],"three":[129],"dimensions,":[130],"including":[131],"reasoning,":[132],"consistency,":[133],"quality.":[135],"Benchmark":[136],"results":[137,194],"of":[138,176],"21":[139],"closed-":[140],"open-source":[142,164],"multimodal":[143],"models":[144,165,190],"reveal":[145],"that":[146,188],"bottleneck.":[152],"The":[153],"highest-performing":[154],"model":[155],"achieves":[156],"42.7\\%":[157],"overall":[158],"strict":[159],"accuracy,":[160],"while":[161],"best":[163],"only":[166],"get":[167],"10.3\\%.":[168],"Notably,":[169],"consistency":[172],"image":[174],"quality":[175],"frequently":[179],"surpass":[180],"their":[181],"accuracy.":[183],"Ultimately,":[184],"these":[185],"findings":[186],"indicate":[187],"generate":[191],"superficially":[192],"plausible":[193],"but":[195],"fail":[196],"underlying":[199],"science":[201],"processes.":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}