{"id":"https://openalex.org/W7167713151","doi":"https://doi.org/10.48550/arxiv.2607.05780","title":"FORGE: Towards Functional Tool-Use Generalization via Keypoint Trajectory Reasoning","display_name":"FORGE: Towards Functional Tool-Use Generalization via Keypoint Trajectory Reasoning","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167713151","doi":"https://doi.org/10.48550/arxiv.2607.05780"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05780","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140253178","display_name":"Chuhao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Chuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140248718","display_name":"Liquan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091464899","display_name":"Shuxin Cao","orcid":"https://orcid.org/0000-0002-7611-3672"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Shuxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140292953","display_name":"Xiangyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140247573","display_name":"Yuxuan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125120870","display_name":"B Y Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Boyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140229970","display_name":"Animesh Garg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garg, Animesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140293168","display_name":"Jianfei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jianfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.30320000648498535,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.30320000648498535,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.19429999589920044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1906999945640564,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7310000061988831},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.690500020980835},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6521999835968018},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5189999938011169},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5022000074386597},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4659999907016754},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.461899995803833},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4507000148296356},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43320000171661377},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4106000065803528}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7310000061988831},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.690500020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677299976348877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6636000275611877},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6521999835968018},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5189999938011169},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4659999907016754},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43320000171661377},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.40369999408721924},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3711000084877014},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.3483000099658966},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C2777131603","wikidata":"https://www.wikidata.org/wiki/Q5508796","display_name":"Functional approach","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2605000138282776},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"humans":[1],"readily":[2],"repurpose":[3],"a":[4,6,9,13,30,40,108,135],"book,":[5],"stone,":[7],"or":[8],"shoe":[10],"to":[11,21,26,56],"drive":[12],"nail,":[14],"robots":[15],"trained":[16],"on":[17,98,144],"specific":[18],"tools":[19,38,146],"fail":[20],"transfer":[22],"the":[23,151],"same":[24],"function":[25],"novel":[27],"ones":[28],"--":[29],"gap":[31],"we":[32,72,100],"formalize":[33],"as":[34],"functional":[35,42,92,113],"generalization.":[36],"Such":[37],"share":[39],"common":[41],"intent":[43],"that":[44,87,111],"is":[45],"visually":[46],"recognizable,":[47],"yet":[48],"this":[49,70],"perceptual":[50],"similarity":[51],"does":[52],"not":[53],"carry":[54],"over":[55,155],"action":[57,95,116],"space,":[58],"where":[59],"each":[60],"tool":[61],"demands":[62],"an":[63],"entirely":[64],"different":[65],"motor":[66],"pattern.":[67],"To":[68],"bridge":[69],"gap,":[71],"explore":[73],"intermediate":[74],"representations":[75],"including":[76],"affordance":[77],"images,":[78],"human":[79],"video":[80],"prompts,":[81],"and":[82,94,104,150],"2D":[83],"keypoint":[84,88,120],"trajectories,":[85],"finding":[86],"trajectories":[89,121],"best":[90],"balance":[91],"expressiveness":[93],"groundability.":[96],"Building":[97],"this,":[99],"propose":[101],"FunctiOnal":[102],"Reasoning":[103],"Grounded":[105],"Execution":[106],"(FORGE),":[107],"two-stage":[109],"policy":[110],"decouples":[112],"reasoning":[114],"from":[115,122],"execution:":[117],"predicting":[118],"generalizable":[119],"action-free":[123],"data,":[124],"then":[125],"grounding":[126],"them":[127],"into":[128],"robot":[129],"actions":[130],"with":[131],"limited":[132],"demonstrations.":[133],"On":[134],"seven-tool":[136],"hitting-function":[137],"benchmark,":[138],"FORGE":[139],"consistently":[140],"outperforms":[141],"state-of-the-art":[142],"methods":[143],"unseen":[145],"in":[147,158],"both":[148],"simulation":[149],"real":[152],"world,":[153],"achieving":[154],"2X":[156],"improvement":[157],"average":[159],"success":[160],"rate.":[161]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}