{"id":"https://openalex.org/W4413978050","doi":"https://doi.org/10.1109/tgrs.2025.3606214","title":"Benchmarking and Enhancing Geospatial Visual Reasoning Over Street Maps","display_name":"Benchmarking and Enhancing Geospatial Visual Reasoning Over Street Maps","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413978050","doi":"https://doi.org/10.1109/tgrs.2025.3606214"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3606214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3606214","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058982791","display_name":"Wenwen Pan","orcid":"https://orcid.org/0000-0003-4300-7694"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenwen Pan","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083331541","display_name":"Haiting Zhou","orcid":"https://orcid.org/0000-0002-1071-7131"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiting Zhou","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098749084","display_name":"Zhenwei Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwei Shao","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101450937","display_name":"Shuai Shao","orcid":"https://orcid.org/0000-0003-2725-9955"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Shao","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030096689","display_name":"Suguo Zhu","orcid":"https://orcid.org/0000-0001-8243-1127"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suguo Zhu","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011026241","display_name":"Min Tan","orcid":"https://orcid.org/0000-0002-1842-4050"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Tan","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, the School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Computer Science, Key Laboratory of Complex Systems Modeling and Simulation, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050817770","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0003-1922-7283"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["School of Intelligence Science and Engineering, Harbin Institute of Technology, Shenzhen, China","School of Intelligence Science and Engineering, Harbin Institute of Technology (Shenzhen), China"],"affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Intelligence Science and Engineering, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061025828","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0001-8407-1137"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Yu","raw_affiliation_strings":["with the School of Intelligence Science and Engineering, Harbin Institute of Technology, Shenzhen 310018, China, Hangzhou Dianzi University, Shenzhen, China","Zhejiang Key Laboratory of Space Information Sensing and Transmission, Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"with the School of Intelligence Science and Engineering, Harbin Institute of Technology, Shenzhen 310018, China, Hangzhou Dianzi University, Shenzhen, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Zhejiang Key Laboratory of Space Information Sensing and Transmission, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5058982791"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35312125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geospatial-analysis","display_name":"Geospatial analysis","score":0.8693035840988159},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7978813648223877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6257162094116211},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.49096253514289856},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.41329699754714966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3705140948295593},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33101987838745117},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.26281601190567017}],"concepts":[{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.8693035840988159},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7978813648223877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6257162094116211},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.49096253514289856},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.41329699754714966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3705140948295593},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33101987838745117},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.26281601190567017},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3606214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3606214","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1690291968","display_name":null,"funder_award_id":"62422204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3236026856","display_name":null,"funder_award_id":"62206082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4019873335","display_name":null,"funder_award_id":"62372147","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6319231165","display_name":null,"funder_award_id":"62402152","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6570941292","display_name":null,"funder_award_id":"62125201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W1989750313","https://openalex.org/W2277195237","https://openalex.org/W2307512708","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2947312908","https://openalex.org/W2963518342","https://openalex.org/W2979382951","https://openalex.org/W2979727876","https://openalex.org/W2981021610","https://openalex.org/W2988326850","https://openalex.org/W3004268082","https://openalex.org/W3120043490","https://openalex.org/W3176371077","https://openalex.org/W4213213306","https://openalex.org/W4285255856","https://openalex.org/W4327808595","https://openalex.org/W4386075830","https://openalex.org/W4388144171","https://openalex.org/W4389523832","https://openalex.org/W4390269323","https://openalex.org/W4402727764","https://openalex.org/W4402753874","https://openalex.org/W4403081466","https://openalex.org/W4405399726","https://openalex.org/W4408520950","https://openalex.org/W4409581368","https://openalex.org/W4410808562"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W4280507437","https://openalex.org/W3118689035","https://openalex.org/W2553922746","https://openalex.org/W3048452028","https://openalex.org/W2786734537","https://openalex.org/W4379390828"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,11,35,99],"large":[3],"multimodal":[4],"models":[5],"(LMMs)":[6],"have":[7,48,53],"enabled":[8],"substantial":[9],"progress":[10],"various":[12],"visual":[13,31],"question":[14,122,219],"answering":[15],"(VQA)":[16],"benchmarks,":[17,45],"including":[18],"the":[19,30,36,39,64,92,127,139,152,159,185,201,211,218,223,243,247],"challenging":[20],"text-centric":[21,43,74],"ones":[22],"that":[23],"require":[24],"a":[25,54,193,239],"simultaneous":[26],"understanding":[27],"of":[28,41,57,119,151,174,178,200,249],"both":[29],"and":[32,145,155,204,220,225],"textual":[33,50],"contents":[34],"images.":[37,81],"Despite":[38],"prominence":[40],"existing":[42],"VQA":[44,75],"they":[46],"either":[47],"limited":[49,55],"information":[51],"or":[52],"number":[56],"questions":[58],"requiring":[59],"complex":[60],"reasoning":[61,147,205,228],"skills":[62],"beyond":[63],"basic":[65],"OCR.":[66],"To":[67,182],"this":[68],"end,":[69],"we":[70,191,237],"present":[71],"SMVQA\u2014a":[72],"novel":[73,146],"benchmark":[76],"based":[77],"on":[78,189],"street":[79,88],"map":[80,89],"SMVQA":[82,100,131],"contains":[83],"more":[84],"than":[85],"10K":[86],"real-world":[87],"images":[90,144],"from":[91],"open":[93],"geospatial":[94,106],"database":[95],"OpenStreetMap.":[96],"Each":[97],"image":[98],"is":[101],"also":[102],"associated":[103],"with":[104,235],"detailed":[105],"annotations,":[107],"enabling":[108],"it":[109],"to":[110,114,126,137,213,217],"automatically":[111],"generate":[112],"up":[113],"57.5K":[115],"distinctive":[116],"QA":[117],"pairs":[118],"five":[120],"representative":[121],"types.":[123],"In":[124],"addition":[125],"standard":[128],"test":[129,135],"split,":[130],"introduces":[132],"an":[133],"extra":[134],"split":[136],"verify":[138],"generalization":[140],"abilities":[141],"over":[142,242],"out-of-domain":[143],"skills.":[148],"The":[149,165],"evaluation":[150],"state-of-the-art":[153],"open-source":[154],"commercial":[156],"LMMs":[157],"reflects":[158],"great":[160],"challenge":[161],"posed":[162],"by":[163],"SMVQA.":[164],"latest":[166,186],"LMMs,":[167],"such":[168],"as":[169],"GPT-4o,":[170,236],"only":[171],"achieve":[172],"accuracies":[173],"49.9%,":[175],"showing":[176,246],"plenty":[177],"room":[179],"for":[180,229],"improvement.":[181],"further":[183],"improve":[184],"LMMs\u2019":[187],"performance":[188],"SMVQA,":[190],"introduce":[192],"LMM-based":[194],"agentic":[195],"framework":[196],"LHR,":[197],"which":[198],"consists":[199],"localizing,":[202],"highlighting,":[203],"stages.":[206],"Specifically,":[207],"LHR":[208,234],"first":[209],"prompts":[210],"LMM":[212],"localize":[214],"region-of-interest":[215],"(RoI)":[216],"then":[221],"highlight":[222],"RoI":[224],"perform":[226],"chain-of-thought":[227],"answer":[230],"prediction.":[231],"By":[232],"integrating":[233],"observe":[238],"significant":[240],"improvement":[241],"vanilla":[244],"counterpart,":[245],"effectiveness":[248],"our":[250],"framework.":[251]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}