{"id":"https://openalex.org/W4401413706","doi":"https://doi.org/10.1109/icra57147.2024.10611210","title":"ForceSight: Text-Guided Mobile Manipulation with Visual-Force Goals","display_name":"ForceSight: Text-Guided Mobile Manipulation with Visual-Force Goals","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401413706","doi":"https://doi.org/10.1109/icra57147.2024.10611210"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611210","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008849122","display_name":"Jeremy A. Collins","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy A. Collins","raw_affiliation_strings":["Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041144530","display_name":"Cody Houff","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cody Houff","raw_affiliation_strings":["Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102674055","display_name":"You Liang Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"You Liang Tan","raw_affiliation_strings":["Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089014521","display_name":"Charles C. Kemp","orcid":"https://orcid.org/0000-0003-4720-1136"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles C. Kemp","raw_affiliation_strings":["Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology (GT),Institute for Robotics and Intelligent Machines","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10874","last_page":"10880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6894491910934448},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5104843378067017},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.399112731218338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33600184321403503}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894491910934448},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5104843378067017},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.399112731218338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33600184321403503}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611210","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2018446707","https://openalex.org/W2034469604","https://openalex.org/W2082138819","https://openalex.org/W2094808257","https://openalex.org/W2105777811","https://openalex.org/W2167501464","https://openalex.org/W2172082560","https://openalex.org/W2894561081","https://openalex.org/W2925241625","https://openalex.org/W2955368974","https://openalex.org/W2962822210","https://openalex.org/W3094502228","https://openalex.org/W3174849255","https://openalex.org/W3199020598","https://openalex.org/W3207359859","https://openalex.org/W4205492799","https://openalex.org/W4221159977","https://openalex.org/W4224912544","https://openalex.org/W4283788863","https://openalex.org/W4285428875","https://openalex.org/W4287203292","https://openalex.org/W4288089799","https://openalex.org/W4302010007","https://openalex.org/W4312297897","https://openalex.org/W4312933868","https://openalex.org/W4322616306","https://openalex.org/W4323572061","https://openalex.org/W4383108210","https://openalex.org/W4385430679","https://openalex.org/W4385473486","https://openalex.org/W4386065350","https://openalex.org/W4388660746","https://openalex.org/W4389667009","https://openalex.org/W4394828156","https://openalex.org/W6631190155","https://openalex.org/W6765456200","https://openalex.org/W6769627184","https://openalex.org/W6784333009","https://openalex.org/W6794559225","https://openalex.org/W6801810553","https://openalex.org/W6802366246","https://openalex.org/W6802699177","https://openalex.org/W6810080435","https://openalex.org/W6810640255","https://openalex.org/W6839928859","https://openalex.org/W6843005945","https://openalex.org/W6843759960","https://openalex.org/W6845793730","https://openalex.org/W6850343319","https://openalex.org/W6850503672","https://openalex.org/W6854555012","https://openalex.org/W6854738657"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0],"present":[1],"ForceSight,":[2],"a":[3,14,19,24,29,50,90,130],"system":[4],"for":[5],"text-guided":[6],"mobile":[7,91],"manipulation":[8,67],"that":[9,57,122,151],"predicts":[10],"visual-force":[11,51],"goals":[12,63,141,153],"using":[13],"text-conditioned":[15],"vision":[16],"transformer.":[17],"Given":[18],"single":[20],"RGBD":[21,97],"image":[22],"and":[23,39,108,138,162],"text":[25],"prompt,":[26],"ForceSight":[27,99],"determines":[28],"target":[30],"end-effector":[31],"pose":[32],"in":[33,84,116],"the":[34,40,126,143],"camera":[35],"frame":[36],"(kinematic":[37],"goal)":[38],"associated":[41],"forces":[42],"(force":[43],"goal).":[44],"Together,":[45],"these":[46,85],"two":[47],"components":[48],"form":[49],"goal.":[52],"Prior":[53],"work":[54],"has":[55],"demonstrated":[56],"deep":[58],"models":[59,164],"outputting":[60],"human-interpretable":[61],"kinematic":[62],"can":[64,154],"enable":[65],"dexterous":[66],"by":[68],"real":[69],"robots.":[70],"Forces":[71],"are":[72,165],"critical":[73],"to":[74,81,148],"manipulation,":[75],"yet":[76],"have":[77],"typically":[78],"been":[79],"relegated":[80],"low-level":[82],"execution":[83],"systems.":[86],"When":[87],"deployed":[88],"on":[89,135],"manipulator":[92],"equipped":[93],"with":[94,111,119],"an":[95,112],"eye-in-hand":[96],"camera,":[98],"performed":[100],"tasks":[101],"such":[102],"as":[103],"precision":[104],"grasps,":[105],"drawer":[106],"opening,":[107],"object":[109,120],"handovers":[110],"81%":[113],"success":[114,144],"rate":[115,145],"unseen":[117],"environments":[118],"instances":[121],"differed":[123],"significantly":[124,155],"from":[125,146],"training":[127],"data.":[128],"In":[129],"separate":[131],"experiment,":[132],"relying":[133],"exclusively":[134],"visual":[136],"servoing":[137],"ignoring":[139],"force":[140,152],"dropped":[142],"90%":[147],"45%,":[149],"demonstrating":[150],"enhance":[156],"performance.":[157],"The":[158],"appendix,":[159],"videos,":[160],"code,":[161],"trained":[163],"available":[166],"at":[167],"https://force-sight.github.io/.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}