{"id":"https://openalex.org/W4416748556","doi":"https://doi.org/10.1109/iros60139.2025.11247578","title":"TRACE: A Self-Improving Framework for Robot Behavior Forecasting with Vision-Language Models","display_name":"TRACE: A Self-Improving Framework for Robot Behavior Forecasting with Vision-Language Models","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748556","doi":"https://doi.org/10.1109/iros60139.2025.11247578"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11247578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247578","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093097256","display_name":"Gokul Puthumanaillam","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gokul Puthumanaillam","raw_affiliation_strings":["University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012945839","display_name":"Paulo Padr\u00e3o","orcid":"https://orcid.org/0000-0003-3966-0279"},"institutions":[{"id":"https://openalex.org/I196272386","display_name":"Providence College","ror":"https://ror.org/00rxpqe74","country_code":"US","type":"education","lineage":["https://openalex.org/I196272386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo Padrao","raw_affiliation_strings":["Providence College,Providence,RI,USA,02918"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Providence College,Providence,RI,USA,02918","institution_ids":["https://openalex.org/I196272386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057524523","display_name":"Jos\u00e9 Fuentes","orcid":"https://orcid.org/0000-0002-6477-5820"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Fuentes","raw_affiliation_strings":["Florida International University (FIU),Miami,FL,USA,33199"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida International University (FIU),Miami,FL,USA,33199","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023184269","display_name":"Pranay Thangeda","orcid":"https://orcid.org/0000-0002-0680-6334"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranay Thangeda","raw_affiliation_strings":["University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"William E. Schafer","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William E. Schafer","raw_affiliation_strings":["University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jae Hyuk Song","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jae Hyuk Song","raw_affiliation_strings":["University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086273649","display_name":"Karan Jagdale","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132322","display_name":"Lucid Technologies (United States)","ror":"https://ror.org/047tbwy41","country_code":"US","type":"company","lineage":["https://openalex.org/I4210132322"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karan Jagdale","raw_affiliation_strings":["Lucid Group, Inc.,Newark,CA,94560"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lucid Group, Inc.,Newark,CA,94560","institution_ids":["https://openalex.org/I4210132322"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084731591","display_name":"Leonardo Bobadilla","orcid":"https://orcid.org/0000-0003-2097-2432"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonardo Bobadilla","raw_affiliation_strings":["Florida International University (FIU),Miami,FL,USA,33199"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida International University (FIU),Miami,FL,USA,33199","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070897457","display_name":"Melkior Ornik","orcid":"https://orcid.org/0000-0002-8510-8787"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melkior Ornik","raw_affiliation_strings":["University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign (UIUC),Urbana,IL,USA,61801","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9349,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81428388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"11128","last_page":"11135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7461000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7461000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0723000019788742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03700000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8912000060081482},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.642300009727478},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6010000109672546},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.597000002861023},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5005000233650208},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45489999651908875},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4262000024318695},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.41659998893737793}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8912000060081482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6640999913215637},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.642300009727478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6032000184059143},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6010000109672546},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.597000002861023},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5005000233650208},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47769999504089355},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45489999651908875},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3555000126361847},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2824999988079071}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11247578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247578","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320309993","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07"},{"id":"https://openalex.org/F4320316514","display_name":"Arm","ror":"https://ror.org/04mmhzs81"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1780392298","https://openalex.org/W2097545165","https://openalex.org/W2152464524","https://openalex.org/W2167667767","https://openalex.org/W2188746823","https://openalex.org/W2766836212","https://openalex.org/W2773470533","https://openalex.org/W2803184913","https://openalex.org/W2907326933","https://openalex.org/W2962687116","https://openalex.org/W2963644680","https://openalex.org/W3035096461","https://openalex.org/W3130817892","https://openalex.org/W3161569736","https://openalex.org/W3194343990","https://openalex.org/W3205254676","https://openalex.org/W3213801837","https://openalex.org/W4213455538","https://openalex.org/W4248056173","https://openalex.org/W4312261477","https://openalex.org/W4360868502","https://openalex.org/W4381733133","https://openalex.org/W4385430679","https://openalex.org/W4402354046","https://openalex.org/W4402716194","https://openalex.org/W4404216506","https://openalex.org/W4404439882","https://openalex.org/W4405786537","https://openalex.org/W4413925120","https://openalex.org/W4414432336","https://openalex.org/W7103752298"],"related_works":[],"abstract_inverted_index":{"Predicting":[0],"the":[1,116,130,139,148],"near-term":[2],"behavior":[3,67,103],"of":[4,19,210],"a":[5,30,61,72,109,118,144,207],"reactive":[6],"agent":[7,21,212],"is":[8,56],"crucial":[9],"in":[10,138],"many":[11],"robotic":[12],"scenarios,":[13],"yet":[14],"remains":[15],"challenging":[16],"when":[17],"observations":[18],"that":[20,57,94,195],"are":[22,221],"sparse":[23,215],"or":[24,134,166],"intermittent.":[25],"Vision-Language":[26],"Models":[27],"(VLMs)":[28],"offer":[29],"promising":[31],"avenue":[32],"by":[33],"integrating":[34],"textual":[35],"domain":[36],"knowledge":[37],"with":[38,98,126],"visual":[39],"cues,":[40],"but":[41,163],"their":[42],"one-shot":[43],"predictions":[44,174],"often":[45],"miss":[46],"important":[47],"edge":[48,152],"cases":[49,153],"and":[50,186,202,219],"unusual":[51],"maneuvers.":[52],"Our":[53],"key":[54],"insight":[55],"iterative,":[58],"counterfactual":[59,119],"exploration\u2013where":[60],"dedicated":[62],"module":[63],"probes":[64],"each":[65],"proposed":[66],"hypothesis,":[68],"explicitly":[69],"represented":[70],"as":[71],"plausible":[73],"trajectory,":[74],"for":[75,115],"overlooked":[76],"possibilities\u2013can":[77],"significantly":[78],"enhance":[79],"VLM-based":[80],"behavioral":[81],"forecasting.":[82],"We":[83,179],"present":[84],"TRACE":[85,181],"(Tree-of-thought":[86],"Reasoning":[87],"And":[88],"Counterfactual":[89],"Exploration),":[90],"an":[91],"inference":[92],"framework":[93],"couples":[95],"tree-of-thought":[96],"generation":[97],"domain-aware":[99],"feedback":[100],"to":[101,132],"refine":[102],"hypotheses":[104,137],"over":[105],"multiple":[106],"rounds.":[107],"Concretely,":[108],"VLM":[110,131,149],"first":[111],"proposes":[112],"candidate":[113],"trajectories":[114],"agent;":[117],"critic":[120],"then":[121],"suggests":[122],"edge-case":[123],"variations":[124],"consistent":[125],"partial":[127],"observations,":[128],"prompting":[129],"expand":[133],"adjust":[135],"its":[136],"next":[140],"iteration.":[141],"This":[142],"creates":[143],"self-improving":[145],"cycle":[146],"where":[147],"progressively":[150],"internalizes":[151],"from":[154,175],"previous":[155],"rounds,":[156],"systematically":[157],"uncovering":[158],"not":[159],"only":[160],"typical":[161],"behaviors":[162,213],"also":[164],"rare":[165],"borderline":[167],"maneuvers,":[168],"ultimately":[169],"yielding":[170],"more":[171],"robust":[172],"trajectory":[173],"minimal":[176],"sensor":[177],"data.":[178],"validate":[180],"on":[182],"both":[183],"ground-vehicle":[184],"simulations":[185],"real-world":[187],"marine":[188],"autonomous":[189],"surface":[190],"vehicles.":[191],"Experimental":[192],"results":[193],"show":[194],"our":[196],"method":[197],"consistently":[198],"outperforms":[199],"standard":[200],"VLM-driven":[201],"purely":[203],"model-based":[204],"baselines,":[205],"capturing":[206],"broader":[208],"range":[209],"feasible":[211],"despite":[214],"sensing.":[216],"Evaluation":[217],"videos":[218],"code":[220],"available":[222],"at":[223],"trace-robotics.github.io.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-28T00:00:00"}