{"id":"https://openalex.org/W7165378724","doi":"https://doi.org/10.48550/arxiv.2606.20515","title":"S-Agent: Spatial Tool-Use Elicits Reasoning for Spatial Intelligence","display_name":"S-Agent: Spatial Tool-Use Elicits Reasoning for Spatial Intelligence","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165378724","doi":"https://doi.org/10.48550/arxiv.2606.20515"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20515","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20515","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030897484","display_name":"Yalun Dai","orcid":"https://orcid.org/0009-0001-4260-4385"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Yalun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139021887","display_name":"Hao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139020438","display_name":"Shulin Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Shulin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119282077","display_name":"Runmao Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Runmao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136466952","display_name":"Y H Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138965764","display_name":"Fangzhou Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Fangzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138968225","display_name":"Zhaoxi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhaoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138976131","display_name":"Fangfu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Fangfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143599500","display_name":"Tao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143591705","display_name":"Kim-Hui Yap","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yap, Kim-Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143583276","display_name":"Ziwei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8097000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8097000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.031300000846385956,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.8521999716758728},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.6200000047683716},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6040999889373779},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.5807999968528748},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5546000003814697},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.5461000204086304},{"id":"https://openalex.org/keywords/spatial-cognition","display_name":"Spatial cognition","score":0.4643999934196472},{"id":"https://openalex.org/keywords/spatial-memory","display_name":"Spatial memory","score":0.4361000061035156},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.4196999967098236}],"concepts":[{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.8521999716758728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6660000085830688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6341999769210815},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.6200000047683716},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6040999889373779},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.5807999968528748},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5546000003814697},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C2777371692","wikidata":"https://www.wikidata.org/wiki/Q2178611","display_name":"Spatial cognition","level":3,"score":0.4643999934196472},{"id":"https://openalex.org/C43729271","wikidata":"https://www.wikidata.org/wiki/Q3560550","display_name":"Spatial memory","level":4,"score":0.4361000061035156},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.37560001015663147},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C2778662690","wikidata":"https://www.wikidata.org/wiki/Q3125339","display_name":"Spatial ability","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2766999900341034},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20515","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20515","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Real-world":[0],"spatial":[1,33,49,62,89,109,153,178,185],"intelligence":[2],"requires":[3],"reasoning":[4,40,50,137,145,154],"over":[5,41],"a":[6,32,76,86,119,167,183],"continuous":[7,42],"and":[8,15,39,45,91,103,115,132,144,151,163,194,203],"evolving":[9,129],"3D":[10,100],"world,":[11],"yet":[12],"existing":[13],"VLMs":[14,165],"tool-augmented":[16],"agents":[17],"largely":[18],"remain":[19],"tied":[20],"to":[21,197],"static,":[22],"stateless":[23],"inference":[24],"from":[25],"isolated":[26,57],"visual":[27],"observations.":[28],"We":[29],"introduce":[30],"\\textbf{\\textsc{S-Agent}},":[31],"tool-use":[34],"agentic":[35],"paradigm":[36],"for":[37,126,135],"understanding":[38,66],"multi-view":[43,150],"images":[44],"videos.":[46],"By":[47],"formulating":[48],"as":[51,75],"spatio-temporal":[52],"evidence":[53,82,106,140],"accumulation":[54],"rather":[55],"than":[56],"frame-level":[58],"prediction,":[59],"\\textsc{S-Agent}":[60,71,158],"reshapes":[61],"perception":[63],"into":[64,99,107],"scene-centric":[65],"beyond":[67],"frame-centric":[68],"recognition.":[69],"Specifically,":[70],"casts":[72],"the":[73,128],"VLM":[74],"semantic":[77],"planner":[78],"that":[79,157,187],"decides":[80],"what":[81],"is":[83],"needed,":[84],"while":[85],"hierarchy":[87],"of":[88],"tools":[90],"experts":[92],"grounds":[93],"objects":[94],"in":[95,166],"2D,":[96],"lifts":[97],"them":[98],"geometric":[101],"evidence,":[102],"aggregates":[104],"this":[105],"high-level":[108],"knowledge":[110],"(\\textit{e.g.},":[111],"counting,":[112],"measurement,":[113],"orientation,":[114],"relative":[116],"position).":[117],"Additionally,":[118],"temporal":[120],"memory":[121],"mechanism,":[122],"including":[123],"Scene":[124],"Memory":[125,134],"maintaining":[127],"scene":[130],"state":[131],"Agent":[133],"accumulating":[136],"context,":[138],"enables":[139],"integration":[141],"across":[142],"frames":[143],"steps.":[146],"Comprehensive":[147],"experiments":[148],"on":[149,176],"video":[152],"benchmarks":[155],"show":[156],"consistently":[159],"improves":[160],"both":[161],"open-source":[162],"closed-source":[164,199],"training-free":[168],"manner.":[169],"Beyond":[170],"inference-time":[171],"augmentation,":[172],"supervised":[173],"fine-tuning":[174],"(SFT)":[175],"\\textsc{S-Agent}-generated":[177],"trajectories":[179],"\\textsc{S-300K}":[180],"yields":[181],"\\textsc{S-Agent-8B},":[182],"compact":[184],"agent":[186],"significantly":[188],"surpasses":[189],"similar-scale":[190],"baselines":[191],"(e.g.,":[192,201],"Qwen3-VL-8B)":[193],"performs":[195],"comparably":[196],"advanced":[198],"models":[200],"GPT-5.4":[202],"Gemini":[204],"3).":[205]},"counts_by_year":[],"updated_date":"2026-07-25T05:54:39.514286","created_date":"2026-06-20T00:00:00"}