{"id":"https://openalex.org/W7154077499","doi":"https://doi.org/10.48550/arxiv.2604.09338","title":"Mind the Gap Between Spatial Reasoning and Acting! Step-by-Step Evaluation of Agents With Spatial-Gym","display_name":"Mind the Gap Between Spatial Reasoning and Acting! Step-by-Step Evaluation of Agents With Spatial-Gym","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7154077499","doi":"https://doi.org/10.48550/arxiv.2604.09338"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09338","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09338","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09338","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100030171","display_name":"Lars Benedikt Kaesberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaesberg, Lars Benedikt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133506731","display_name":"Tianyu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bauer, Niklas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bauer, Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062790326","display_name":"Terry Ruas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruas, Terry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008679414","display_name":"Jan Philip Wahle","orcid":"https://orcid.org/0000-0002-2116-9767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wahle, Jan Philip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058837356","display_name":"B\u00e9la Gipp","orcid":"https://orcid.org/0000-0001-6522-3019"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gipp, Bela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6284999847412109,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6284999847412109,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.08420000225305557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.6171000003814697},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5834000110626221},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5101000070571899},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47189998626708984},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.42500001192092896},{"id":"https://openalex.org/keywords/backtracking","display_name":"Backtracking","score":0.3921999931335449},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.3407999873161316},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.3246999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598000168800354},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.6171000003814697},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5834000110626221},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5806000232696533},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5101000070571899},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47189998626708984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4458000063896179},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C156884757","wikidata":"https://www.wikidata.org/wiki/Q798554","display_name":"Backtracking","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3246999979019165},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.31470000743865967},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3091999888420105},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.3091000020503998},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09338","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09338","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09338","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09338","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spatial":[0],"reasoning":[1,51,161,183,210],"is":[2],"central":[3],"to":[4,111,122,159],"navigation":[5],"and":[6,81,144,179,203],"robotics,":[7],"yet":[8],"measuring":[9],"model":[10,201],"capabilities":[11],"on":[12,84],"these":[13],"tasks":[14],"remains":[15],"difficult.":[16],"Existing":[17],"benchmarks":[18],"evaluate":[19,67],"models":[20,69,109,120,141,157,167],"in":[21,29,37,55,70,193],"a":[22,30,44,59,93,185,205],"one-shot":[23],"setting,":[24],"requiring":[25],"full":[26],"solution":[27],"generation":[28],"single":[31],"response,":[32],"unlike":[33],"humans,":[34],"who":[35],"work":[36],"interactive":[38],"environments":[39],"step-by-step.":[40],"We":[41,66],"introduce":[42],"Spatial-Gym,":[43],"Gymnasium":[45],"environment":[46,173],"that":[47],"isolates":[48],"spatial":[49,172,209],"constraint":[50],"by":[52,113,124,177],"testing":[53],"pathfinding":[54],"2D-grid":[56],"puzzles":[57],"as":[58],"sequential":[60],"decision":[61],"task":[62],"with":[63,76,163],"optional":[64],"backtracking.":[65],"eight":[68],"three":[71,153],"settings":[72],"(one-shot,":[73],"step-by-step,":[74],"step-by-step":[75,195],"backtracking)":[77],"against":[78],"human,":[79],"random,":[80],"A*":[82],"baselines":[83],"500":[85],"episodes.":[86],"The":[87],"best":[88],"model,":[89],"GPT-OSS":[90],"120B,":[91],"achieves":[92],"solve":[94,134,175],"rate":[95,135,176],"of":[96,170,200],"16.0%,":[97],"82":[98],"points":[99],"below":[100],"the":[101,171,194],"human":[102],"baseline":[103],"(98.0%).":[104],"Step-by-step":[105],"format":[106],"helps":[107],"weaker":[108,138],"(up":[110,121],"+5.4%)":[112],"removing":[114],"formatting":[115],"errors,":[116],"but":[117,132],"hurts":[118],"stronger":[119,140],"5.6%)":[123],"constraining":[125],"global":[126],"planning.":[127],"Backtracking":[128],"improves":[129],"episode":[130],"completion,":[131],"increases":[133],"only":[136],"for":[137,207],"models;":[139],"rarely":[142],"backtrack":[143],"do":[145],"not":[146],"benefit":[147],"from":[148],"it.":[149],"Our":[150],"experiments":[151],"have":[152],"key":[154],"findings:":[155],"(1)":[156],"fail":[158],"scale":[160],"effort":[162],"difficulty,":[164],"(2)":[165],"vision":[166],"receiving":[168],"images":[169],"reduce":[174],"73%,":[178],"(3)":[180],"extended":[181],"chain-of-thought":[182],"retains":[184],"3-5x":[186],"accuracy":[187],"advantage":[188],"over":[189],"standard":[190],"inference":[191],"even":[192],"setting.":[196],"Spatial-Gym":[197],"enables":[198],"diagnosis":[199],"limitations":[202],"provides":[204],"framework":[206],"improving":[208],"through":[211],"reinforcement":[212],"learning.":[213]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-14T00:00:00"}