{"id":"https://openalex.org/W7162111588","doi":"https://doi.org/10.48550/arxiv.2605.22811","title":"GS-QA: A Benchmark for Geospatial Question Answering","display_name":"GS-QA: A Benchmark for Geospatial Question Answering","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162111588","doi":"https://doi.org/10.48550/arxiv.2605.22811"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22811","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22811","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22811","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037502508","display_name":"Majid Saeedan","orcid":"https://orcid.org/0000-0002-9202-6894"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saeedan, Majid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029121532","display_name":"Muhammad Shihab Rashid","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashid, Muhammad Shihab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091292625","display_name":"Ahmed Eldawy","orcid":"https://orcid.org/0000-0002-6584-1455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eldawy, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113814074","display_name":"Vagelis Hristidis","orcid":"https://orcid.org/0000-0001-8679-4988"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hristidis, Vagelis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.4796999990940094,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.4796999990940094,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.12919999659061432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.10080000013113022,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geospatial-analysis","display_name":"Geospatial analysis","score":0.9771000146865845},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6431000232696533},{"id":"https://openalex.org/keywords/geospatial-pdf","display_name":"Geospatial PDF","score":0.5013999938964844},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.4916999936103821},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4578000009059906},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4359000027179718},{"id":"https://openalex.org/keywords/geocoding","display_name":"Geocoding","score":0.4129999876022339},{"id":"https://openalex.org/keywords/spatial-database","display_name":"Spatial database","score":0.39640000462532043}],"concepts":[{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.9771000146865845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.756600022315979},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6431000232696533},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5462999939918518},{"id":"https://openalex.org/C130745260","wikidata":"https://www.wikidata.org/wiki/Q5548542","display_name":"Geospatial PDF","level":3,"score":0.5013999938964844},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.4916999936103821},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4578000009059906},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42160001397132874},{"id":"https://openalex.org/C42629822","wikidata":"https://www.wikidata.org/wiki/Q1346408","display_name":"Geocoding","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C203689450","wikidata":"https://www.wikidata.org/wiki/Q2302053","display_name":"Spatial database","level":3,"score":0.39640000462532043},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3935999870300293},{"id":"https://openalex.org/C41856607","wikidata":"https://www.wikidata.org/wiki/Q483130","display_name":"Geographic information system","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C168820927","wikidata":"https://www.wikidata.org/wiki/Q2000194","display_name":"Web Coverage Service","level":5,"score":0.28189998865127563},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C98210915","wikidata":"https://www.wikidata.org/wiki/Q6664439","display_name":"Local information systems","level":4,"score":0.2671000063419342},{"id":"https://openalex.org/C193150823","wikidata":"https://www.wikidata.org/wiki/Q1477538","display_name":"Geospatial metadata","level":5,"score":0.25780001282691956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22811","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22811","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22811","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22811","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,12,47],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7,26],"led":[8],"to":[9],"dramatic":[10],"improvements":[11],"question":[13],"answering":[14],"(QA).":[15],"To":[16],"address":[17],"the":[18,33,48],"challenge":[19],"of":[20,35,42,50,70,99,108,132,193],"evaluating":[21],"QA":[22,61,88,163,180,236],"systems,":[23],"standardized":[24],"benchmarks":[25,62],"been":[27],"introduced.":[28],"This":[29],"work":[30,58],"focuses":[31],"on":[32,59,97,209],"problem":[34,241],"geospatial":[36,43,60,87,145,179,235],"QA,":[37],"where":[38],"a":[39,51,67,105,156,238],"large":[40],"collection":[41],"data":[44],"is":[45,134],"available":[46],"form":[49],"spatial":[52,73,109,211,225],"database":[53],"or":[54],"other":[55],"forms.":[56],"Existing":[57],"has":[63],"various":[64],"limitations,":[65],"including":[66],"small":[68],"number":[69],"questions,":[71],"limited":[72],"predicates,":[74,226],"narrow":[75],"output":[76,228],"types,":[77,229],"and":[78,101,114,117,126,149,172,189,198,230],"no":[79],"multi-source":[80,231],"reasoning.":[81],"We":[82,175],"present":[83],"GS-QA,":[84],"an":[85],"extensible":[86],"benchmark":[89],"with":[90,165,191,213],"2,800":[91],"question-answer":[92],"pairs":[93],"across":[94],"28":[95],"templates":[96],"top":[98],"OpenStreetMap":[100],"Wikipedia":[102],"data,":[103],"covering":[104],"wide":[106],"range":[107],"objects,":[110],"predicates":[111,212],"(including":[112],"directional":[113],"towards":[115],"filtering),":[116],"answer":[118],"types":[119],"(entity":[120],"names,":[121],"locations,":[122],"distances,":[123],"directions,":[124],"counts,":[125],"aggregated":[127],"areas/lengths).":[128],"A":[129],"key":[130],"feature":[131],"GS-QA":[133,154],"that":[135,160,203,234],"some":[136],"questions":[137,222],"require":[138],"combining":[139],"information":[140,146,151],"from":[141,147,152],"multiple":[142],"sources,":[143],"e.g.,":[144],"OSM":[148],"factual":[150],"Wikipedia.":[153],"includes":[155],"comprehensive":[157],"evaluation":[158],"methodology":[159],"combines":[161],"text-based":[162],"measures":[164,167],"geospatial-specific":[166],"such":[168],"as":[169],"distance":[170],"error":[171],"angular":[173],"error.":[174],"implemented":[176],"nine":[177],"LLM-based":[178],"baselines":[181],"using":[182],"three":[183],"LLMs":[184],"(GPT-4o,":[185],"Claude":[186],"Sonnet":[187],"4.6,":[188],"Ministral-3)":[190],"combinations":[192],"direct":[194],"prompting,":[195],"retrieval-augmented":[196],"generation,":[197],"text-to-SQL.":[199],"Our":[200],"results":[201],"show":[202],"existing":[204],"solutions":[205],"perform":[206],"reasonably":[207],"well":[208],"simple":[210],"entity":[214],"name":[215],"outputs,":[216],"but":[217],"accuracy":[218],"degrades":[219],"significantly":[220],"for":[221],"involving":[223],"complex":[224],"numeric":[227],"reasoning,":[232],"demonstrating":[233],"remains":[237],"challenging":[239],"open":[240],"warranting":[242],"further":[243],"research.":[244]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}